build: add poetry, add CI, drop support for Python 3.3 and 3.4

Author: jacek-jablonski

.github/workflows/ci.yaml

@@ -0,0 +1,62 @@
+name: CI
+
+on: push
+
+jobs:
+  ci:
+    name: CI ${{ matrix.os }} / Python ${{ matrix.python-version }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-18.04]
+        python-version: [2.7, 3.5, 3.6, 3.7, 3.8, 3.9]
+        poetry-version: [1.1.5]
+    env:
+      PYTHONDONTWRITEBYTECODE: 1
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Setup python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Setup poetry ${{ matrix.poetry-version }}
+        run: |
+          curl -fsS -o get-poetry.py https://raw.githubusercontent.com/python-poetry/poetry/master/get-poetry.py
+          POETRY_VERSION=${{ matrix.poetry-version }} python get-poetry.py -y
+          echo "$HOME/.poetry/bin" >> $GITHUB_PATH
+          rm -rf get-poetry.py
+
+      - name: Configure poetry
+        run: |
+          poetry config virtualenvs.in-project true
+
+      - name: Set up poetry cache
+        uses: actions/cache@v2
+        with:
+          path: .venv
+          key: venv-${{ matrix.os }}-${{ matrix.python-version }}-${{ hashFiles('**/poetry.lock') }}
+          restore-keys: venv-${{ matrix.os }}-${{ matrix.python-version }}-
+
+      - name: Install dependencies
+        run: |
+          poetry install --remove-untracked --no-root
+
+      - name: Lint
+        run: |
+          ./bin/lint.sh
+
+      - name: Create config
+        env:
+          SDK_TEST_CREDENTIALS: ${{ secrets.SDK_TEST_CREDENTIALS }}
+        run: |
+          echo "USERNAME = \"$(jq -r .username <<< ${SDK_TEST_CREDENTIALS})\"" > tests/config.py
+          echo "PASSWORD = \"$(jq -r .password <<< ${SDK_TEST_CREDENTIALS})\"" >> tests/config.py
+
+      - name: Test
+        run: |
+          ./bin/test.sh

CHANGELOG.md

@@ -1,3 +1,9 @@
+# v7.1.0
+Update build tooling, added poetry
+Apply lint fixes
+Drop support for Python 3.3 and Python 3.4
+
+
 # v7.0.0
 Remove `get_dpa_creatives` function
 

Dockerfile

@@ -1,18 +1,38 @@
-FROM python:3.7.1-stretch
+FROM python:3.9.2-slim-buster
 
 ARG UNAME=apps
 ARG UID=1000
 ARG GID=1000
-ENV HOME="/home/$UNAME"
-ENV WORKDIR="$HOME/code"
+ENV POETRY_HOME=/opt/poetry
+ENV WORKDIR=/home/$UNAME/code
 ENV PATH=$PATH:/home/$UNAME/.local/bin/
 
-RUN groupadd -g $GID $UNAME && useradd -m -u $UID -g $GID -s /bin/bash $UNAME
-RUN mkdir -p $WORKDIR && chown $UNAME:$UNAME $WORKDIR
+RUN apt-get update \
+    && apt-get install -y --no-install-recommends curl \
+    && rm -fr /var/lib/apt/lists/*
+
+RUN python -m pip install --upgrade --no-cache-dir pip==21.0.1
+
+# Install Poetry
+RUN export POETRY_VERSION=1.1.5 \
+    && curl -sSL https://raw.githubusercontent.com/python-poetry/poetry/master/get-poetry.py | python \
+    && chmod a+x ${POETRY_HOME}/bin/poetry \
+    && ln -s ${POETRY_HOME}/bin/poetry /usr/local/bin/poetry \
+    && poetry config virtualenvs.create false \
+    && cp -r ~/.config/ /etc/skel/
+
+RUN groupadd -g $GID $UNAME \
+    && useradd -m -u $UID -g $GID -s /bin/bash $UNAME \
+    && mkdir -p $HOMEDIR/.local/lib/python3.8/site-packages \
+    && mkdir -p $HOMEDIR/.local/bin \
+    && chown -R $UID:$GID $HOMEDIR/.local \
+    && mkdir -p $WORKDIR \
+    && chown $UNAME:$UNAME $WORKDIR
 
 USER $UNAME
 WORKDIR $WORKDIR
 
 COPY --chown=apps ./ $WORKDIR
-RUN pip install --user -e .[dev]
-CMD ["py.test", "--junitxml=./results/results.xml", "--color=no", "--cov-report=term-missing", "--cov=rtbhouse_sdk", "tests/"]
+RUN poetry install --no-root
+CMD ["poetry", "run", "python", "-m", "pytest", "--junitxml=./results/results.xml", "--color=no", \
+    "--cov-report=term-missing", "--cov=rtbhouse_sdk", "tests/"]

bin/install_env.sh

@@ -3,13 +3,8 @@
 set -e
 set -o pipefail
 
-cd "`dirname $0`"
-cd ..
+cd "`dirname $0`/.."
 
-rm -rf ./venv
-python3 -m venv venv
-export PATH="./venv/bin:$PATH"
+rm -rf ./.venv
 
-pip install -U pip setuptools wheel
-pip install -e .[dev]
-pip list --outdated
+poetry install

bin/lint.sh

@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+
+set -e
+set -o pipefail
+
+cd "`dirname $0`/.."
+
+exit_code=0
+
+if poetry show | cut -f 1 -d ' ' | grep \^black\$ > /dev/null; then
+  echo -e "\nRunning black..."
+  poetry run black --check . || exit_code=1
+fi
+
+if poetry show | cut -f 1 -d ' ' | grep \^isort\$ > /dev/null; then
+  echo -e "\nRunning isort..."
+  poetry run isort -c -q . || exit_code=1
+fi
+
+if poetry show | cut -f 1 -d ' ' | grep \^flake8\$ > /dev/null; then
+  echo -e "\nRunning flake8..."
+  poetry run flake8 || exit_code=1
+fi
+
+exit $exit_code

bin/publish.sh

@@ -3,15 +3,11 @@
 set -e
 set -o pipefail
 
-cd "`dirname $0`"
-cd ..
+cd "`dirname $0`/.."
 
-if ! [ -x "$(command -v twine)" ]; then
-  echo "Missing twine binary, run \"pip install --user --upgrade twine\"" >&2
+if [[ -z $PYPI_TOKEN ]]; then
+  echo -e "Error: please provide PYPI_TOKEN env var"
   exit 1
 fi
 
-
-rm -rf dist
-./venv/bin/python setup.py sdist
-twine upload dist/*
+poetry publish --build --no-interaction -u __token__ -p $PYPI_TOKEN

bin/test.sh

@@ -3,8 +3,7 @@
 set -e
 set -o pipefail
 
-cd "`dirname $0`"
-cd ..
+cd "`dirname $0`/.."
 
 
-./venv/bin/py.test tests/
+poetry run python -m pytest --junitxml=./results/results.xml --color=no --cov-report=term-missing --cov=rtbhouse_sdk/ tests/