First commit

.github/workflows/continuous-deployment.yaml

@@ -67,105 +67,3 @@ jobs:
         name: Run mypy
         run: pipenv run mypy ./ --ignore-missing-imports --verbose
         shell: bash
-
-  test-python:
-    name: Test Python code
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        python: ['3.9', '3.10', '3.11']
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-
-      - id: setup-python
-        name: Setup Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: '${{ matrix.python }}'
-          cache: 'pipenv'
-
-      - id: install-pipenv
-        name: Install pipenv
-        run: curl https://raw.githubusercontent.com/pypa/pipenv/master/get-pipenv.py | python
-        shell: bash
-
-      - id: install-python-dependencies
-        name: Install Python dependencies
-        run: pipenv sync --dev --python=${{ matrix.python }}
-        shell: bash
-
-      - id: tests
-        name: Run tests
-        run: pipenv run pytest --cov -sv
-        shell: bash
-
-  build:
-    name: Build release candidate
-    runs-on: ubuntu-latest
-    needs: [test-python]
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-
-      - id: setup-python
-        name: Setup Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: '3.11'
-          cache: 'pipenv'
-
-      - id: install-pipenv
-        name: Install pipenv
-        run: curl https://raw.githubusercontent.com/pypa/pipenv/master/get-pipenv.py | python
-        shell: bash
-
-      - id: install-python-dependencies
-        name: Install Python dependencies
-        run: pipenv install --dev --deploy
-        shell: bash
-
-      - id: build-source
-        name: Build source release
-        run: pipenv run python setup.py sdist
-        shell: bash
-
-      - id: build-binary
-        name: Build binary release
-        run: pipenv run python setup.py bdist_wheel
-        shell: bash
-
-      - id: check
-        name: Check release
-        run: pipenv run twine check dist/*
-        shell: bash
-
-      - id: save
-        name: Save artifact
-        uses: actions/upload-artifact@v3
-        with:
-          name: release-candidate
-          path: ./dist
-          if-no-files-found: error
-
-  release:
-    name: PyPI release
-    runs-on: ubuntu-latest
-    needs: [build]
-    if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags')
-    steps:
-      - id: fetch
-        name: Fetch artifact
-        uses: actions/download-artifact@v3
-        with:
-          name: release-candidate
-          path: ./dist
-
-      - id: publish
-        name: Publish release
-        uses: pypa/gh-action-pypi-publish@release/v1
-        with:
-          user: __token__
-          password: ${{ secrets.PYPI_API_TOKEN }}
-          verbose: true
-          verify_metadata: false

.github/workflows/etl.yaml

@@ -0,0 +1,49 @@
+name: Extract, transform and load
+
+on:
+  workflow_dispatch:
+  # schedule:
+  #   - cron: '0 0,12 * * *'
+
+permissions:
+  contents: write
+
+jobs:
+  scrape:
+    name: Scrape
+    runs-on: ubuntu-latest
+    steps:
+      - id: checkout
+        name: Checkout
+        uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v4
+        with:
+          python-version: '3.10'
+          cache: 'pipenv'
+
+      - name: Install pipenv
+        run: curl https://raw.githubusercontent.com/pypa/pipenv/master/get-pipenv.py | python
+        shell: bash
+
+      - id: install-python-dependencies
+        name: Install Python dependencies
+        run: pipenv sync
+        shell: bash
+
+      - name: Generate image
+        run: pipenv run python -m src.cli -o ./img
+        shell: bash
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+
+      - name: Commit results
+        run: |
+          git config --global user.name "github-actions[bot]"
+          git config --global user.email "[email protected]"
+          git config pull.rebase false
+          git status
+          git pull origin $GITHUB_REF
+          git add ./img
+          git commit -m "Generate image" --author="palewire <[email protected]>" && git push || true
+        shell: bash

Pipfile

@@ -29,6 +29,11 @@ tomli = "*"
 
 [packages]
 exceptiongroup = "*"
+openai = "*"
+click = "*"
+rich = "*"
+requests = "*"
+pillow = "*"
 
 [requires]
-python_version = "3.11"
+python_version = "3.10"