.travis.yml

sudo: required

language: python

dist: xenial

python:
  - 3.5.6
  - 3.6.8
  - 3.7.2

before_install:
  - echo $JAVA_HOME
  - java -version
  - curl -L -o spark.tgz https://archive.apache.org/dist/spark/spark-2.3.1/spark-2.3.1-bin-hadoop2.7.tgz
  - export SPARK_HOME=./local/spark
  - mkdir -p "$SPARK_HOME"
  - tar -xf spark.tgz -C "$SPARK_HOME" --strip-components=1
  - export PATH="$SPARK_HOME/bin:$PATH"
  - export SPARK_LOCAL_IP="127.0.0.1"
  # These lines here just suppress a lot of noisy log messages from Spark.
  - echo "log4j.logger.org.apache.spark=WARN" > "$SPARK_HOME"/conf/log4j.properties
  - echo "log4j.logger.org.apache.hadoop.util.NativeCodeLoader=ERROR" >> "$SPARK_HOME"/conf/log4j.properties
  - echo "log4j.logger.org.apache.parquet=ERROR" >> "$SPARK_HOME"/conf/log4j.properties

install:
  # Install anaconda
#  - sudo apt-get update # takes 8s
  - wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh;
  - bash miniconda.sh -b -p $HOME/miniconda
  - export PATH="$HOME/miniconda/bin:$PATH"
  - conda config --set always_yes yes --set changeps1 no
  - conda --version
#  - conda update -q conda # takes 12s

  # Create environment
  - conda create -q -n codebase python=$TRAVIS_PYTHON_VERSION
  - conda env update -q -n codebase -f python/conda.yaml
  - source activate codebase
  - pip list
  - python --version
  - export PYSPARK_PYTHON=`which python`
  - export PYSPARK_DRIVER_PYTHON=`which python`

script:
  - pytest python/test/pytest*
  - python python/test/unittest_fixtures.py
  - pytest python --doctest-modules --continue-on-collection-errors