.gitlab-ci.yml 4.14 KB
Newer Older
Daniel Scheffler's avatar
Daniel Scheffler committed
1 2 3
before_script:
  - git lfs pull

4 5 6

# Advise GitLab that these environment vars should be loaded from the Variables config.
variables:
Daniel Scheffler's avatar
Fix.  
Daniel Scheffler committed
7 8
    ANACONDA_USER: SECURE
    ANACONDA_PASSWORD: SECURE
Daniel Scheffler's avatar
Daniel Scheffler committed
9
    ANACONDA_TOKEN: SECURE
Daniel Scheffler's avatar
Fix.  
Daniel Scheffler committed
10

11 12 13

stages:
  - test
Daniel Scheffler's avatar
Fix.  
Daniel Scheffler committed
14
  - deploy_pages
15 16
  - deploy_pypi
  - deploy_conda
17 18 19
  - cleanup


Daniel Scheffler's avatar
Daniel Scheffler committed
20
test_py_tools_ds:
21
  stage: test
Daniel Scheffler's avatar
Daniel Scheffler committed
22
  script:
23
    - source /root/miniconda3/bin/activate
24 25
    - source activate ci_env
    - export GDAL_DATA=/root/miniconda3/envs/ci_env/share/gdal
Daniel Scheffler's avatar
Daniel Scheffler committed
26
    - export PYTHONPATH=$PYTHONPATH:/root  # /root <- directory needed later
27
    - make nosetests
Daniel Scheffler's avatar
Daniel Scheffler committed
28 29 30 31 32
    - make docs
  artifacts:
    paths:
    - htmlcov/
    - docs/_build/html/
33 34 35
    - nosetests.html
    - nosetests.xml
    when: always
Daniel Scheffler's avatar
Daniel Scheffler committed
36

37

38 39 40
test_styles:
  stage: test
  script:
41
    - source /root/miniconda3/bin/activate
42 43
    - source activate ci_env
    - export GDAL_DATA=/root/miniconda3/envs/ci_env/share/gdal
44 45 46 47 48 49 50 51 52 53
    - export PYTHONPATH=$PYTHONPATH:/root  # /root <- directory needed later
    - make lint
  artifacts:
    paths:
    - tests/linting/flake8.log
    - tests/linting/pycodestyle.log
    - tests/linting/pydocstyle.log
    when: always


54 55 56
test_py_tools_ds_install:
  stage: test
  script:
57
    - source /root/miniconda3/bin/activate
58 59
    - conda create -y -q --name py_tools_ds_testinstall python=3
    - source activate py_tools_ds_testinstall
60

61 62 63 64
    # update conda and python
    - conda update -n base -c defaults conda
#    - conda update -c conda-forge python

65 66 67
      # avoid package incompatibilities due to usage of wrong channels
    - conda config --set channel_priority strict  # otherwise gdal or libgdal may be installed from defaults channel

Daniel Scheffler's avatar
Daniel Scheffler committed
68
    # resolve some requirements with conda
69
    - conda install --yes -q -c conda-forge numpy gdal pyproj shapely geopandas
70

71
    # run installer
72
    - python setup.py install
73

74
    # test if its importable
75 76 77 78 79
    - cd ..
    - pwd
    - ls
    - python -c "import py_tools_ds; print(py_tools_ds)"
    - python -c "from py_tools_ds.geo.vector.geometry import boxObj"
80 81
  only:
    - master
Daniel Scheffler's avatar
Daniel Scheffler committed
82

83

84
pages:  # this job must be called 'pages' to advise GitLab to upload content to GitLab Pages
Daniel Scheffler's avatar
Fix.  
Daniel Scheffler committed
85
  stage: deploy_pages
Daniel Scheffler's avatar
Daniel Scheffler committed
86 87 88
  dependencies:
    - test_py_tools_ds
  script:
89 90 91
      # Create the public directory
    - rm -rf public
    - mkdir public
Daniel Scheffler's avatar
Daniel Scheffler committed
92 93
    - mkdir -p public/doc
    - mkdir -p public/coverage
94
    - mkdir -p public/nosetests_reports
95
    # Copy over the docs
Daniel Scheffler's avatar
Daniel Scheffler committed
96
    - cp -r docs/_build/html/* public/doc/
97 98 99 100 101 102 103
    # Copy over the coverage reports
    - cp -r htmlcov/* public/coverage/
    # Copy over the nosetests reports
    - cp nosetests.* public/nosetests_reports/
    # Check if everything is working great
    - ls -al public
    - ls -al public/doc
Daniel Scheffler's avatar
Daniel Scheffler committed
104 105
    - ls -al public/coverage
    - ls -al public/nosetests_reports
Daniel Scheffler's avatar
Daniel Scheffler committed
106 107 108 109 110 111
  artifacts:
    paths:
      - public
    expire_in: 30 days
  only:
    - master
112 113 114


deploy_pypi:
115
  stage: deploy_pypi
116 117
  dependencies:
    - test_py_tools_ds
118
  script:
119
    - source /root/miniconda3/bin/activate
120 121 122 123
    - source activate ci_env
    - pip install -U twine
    - python setup.py sdist
    - twine upload dist/*  # requires creds as environment variables
124 125 126 127 128 129
  only:
    - /^v\d+\.\d+\.\d+([abc]\d*)?$/  # PEP-440 compliant version (tags)
  except:
    - dev


130
deploy_anaconda:
131
  stage: deploy_conda
132
  dependencies:
133
    - test_py_tools_ds
134
  script:
Daniel Scheffler's avatar
Bugfix.  
Daniel Scheffler committed
135
    - source /root/miniconda3/bin/activate
136
    - source activate ci_env
137
    - conda install -y -q conda-build conda-build-all anaconda-client
Daniel Scheffler's avatar
Fix.  
Daniel Scheffler committed
138
    - yum install -y patch # https://stackoverflow.com/questions/40392161/building-conda-skeleton-from-pypi-package-throws-error
139
    # - conda skeleton pypi py_tools_ds --output-dir public/conda.recipe/py_tools_ds # create recipe
140
    - conda config --set anaconda_upload yes  # enable auto-upload to anaconda
Daniel Scheffler's avatar
Daniel Scheffler committed
141
    # - anaconda login --username ${ANACONDA_USER} --password ${ANACONDA_PASSWORD}
142 143 144
    - conda build -c conda-forge -c defaults --token ${ANACONDA_TOKEN} conda_recipe/meta.yaml  # --output returns package name
    # - conda convert --platform all /home/jsmith/miniconda/conda-bld/linux-64/pyinstrument-0.13.1-py27_0.tar.bz2
    # -o outputdir/
145 146
    - anaconda logout
  only:
147 148
    # - feature/conda_deployment
    - /^v\d+\.\d+\.\d+([abc]\d*)?$/  # PEP-440 compliant version (tags)
149 150
  except:
    - dev