uv dependency management system (#105)

* uv lock

* uv publish

* remove poetry

* poetry also for light package

* typo

* ruff check

* force updated deps

* uv

Author: linogaliana

.github/workflows/check.yml

@@ -16,18 +16,16 @@ jobs:
         python-version: "3.10"
     - name: Add libmagic for python-magic on linux
       run: sudo apt-get install libmagic1
-    - name: Install Poetry
-      uses: snok/install-poetry@v1
     - name: Install dependencies
       run: |
-        poetry install --without dev
-        poetry run pip install pytest
+        pip install uv
+        uv pip install -r pyproject.toml --system
     - name: Test import
       run: |
         export AWS_ACCESS_KEY_ID=${{ secrets.S3_ACCESS_KEY }}
         export AWS_SECRET_ACCESS_KEY=${{ secrets.S3_SECRET_KEY }}
-        # python example/download.py 
+        # python example/download.py
     - name: Test with pytest
       run: |
-        poetry run pytest
+        uv run pytest
 

.github/workflows/lint.yml

@@ -16,11 +16,10 @@ jobs:
         python-version: "3.10"
     - name: Add libmagic for python-magic on linux
       run: sudo apt-get install libmagic1
-    - name: Install Poetry
-      uses: snok/install-poetry@v1
     - name: Install dependencies
       run: |
-        poetry install --without dev
+        pip install uv
+        uv pip install -r pyproject.toml --system
     - name: Lint with flake8
       run: |
         cd cartiflette

.github/workflows/publish-client.yml

@@ -1,94 +1,31 @@
 name: test_and_publish
 
-on: 
+on:
   push:
     tags:
       - 'client-*'
 
+
 jobs:
-  test:
+  run:
+    name: "Build and publish release"
     runs-on: ubuntu-latest
-    defaults:
-      run:
-        working-directory: ./python-package/cartiflette
+
     steps:
-      #----------------------------------------------
-      #       check-out repo and set-up python
-      #----------------------------------------------
-      - name: Check out repository
-        uses: actions/checkout@v3
-      - name: Set up python
-        id: setup-python
-        uses: actions/setup-python@v4
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v3
         with:
-          python-version: '3.9'
-      #----------------------------------------------
-      #  -----  install & configure poetry  -----
-      #----------------------------------------------
-      - name: Install Poetry
-        uses: snok/install-poetry@v1
+          enable-cache: true
+          cache-dependency-glob: uv.lock
 
-      #----------------------------------------------
-      # install dependencies if cache does not exist
-      #----------------------------------------------
-      - name: Install dependencies
-        run: poetry install --no-interaction --without dev
+      - name: Set up Python
+        run: uv python install 3.12  # Or whatever version I want to use.
 
-      #----------------------------------------------
-      # add only pytest for tests (not the full dev dependencies)
-      #----------------------------------------------
-      - name: Add pytest
-        run: poetry run pip install pytest
+      - name: Build
+        run: uv build
 
-      #----------------------------------------------
-      # add only pytest-cov for tests (not the full dev dependencies)
-      #----------------------------------------------
-      - name: Add pytest-cov
-        run: poetry run pip install pytest-cov
+      - name: Publish
+        run: uv publish --token ${{ secrets.PAT_PYPI }}
 
-      #----------------------------------------------
-      #              run test suite
-      #----------------------------------------------
-      - name: Run tests
-        run: poetry run pytest --cov -W error
-        
-  publish:
-    runs-on: ubuntu-latest
-    defaults:
-      run:
-        working-directory: ./python-package/cartiflette
-    needs: test
-    steps:
-      #----------------------------------------------
-      #       check-out repo and set-up python
-      #----------------------------------------------
-      - name: Check out repository
-        uses: actions/checkout@v3
-      - name: Set up python
-        id: setup-python
-        uses: actions/setup-python@v4
-        with:
-          python-version: '3.9'
-      #----------------------------------------------
-      #  -----  install & configure poetry  -----
-      #----------------------------------------------
-      - name: Install Poetry
-        uses: snok/install-poetry@v1
-      
-      #----------------------------------------------
-      # config pypi token
-      #----------------------------------------------
-      - name: Set pypi token
-        run: poetry config pypi-token.pypi ${{secrets.PAT_PYPI}}
-        
-      #----------------------------------------------
-      # build
-      #----------------------------------------------
-      - name: Build
-        run: poetry build
-      
-      #----------------------------------------------
-      #              run test suite
-      #----------------------------------------------
-      - name: Publish to Pypi
-        run: poetry publish

.github/workflows/pypi.yml

@@ -1,58 +1,30 @@
-name: Upload Python Package
+# publish.yml
 
-on:
-  push:
-    branches:
-      - 'pypi'
+name: "Publish"
 
-permissions:
-  contents: read
+on:
+  release:
+    types: ["published"]
 
 jobs:
-  release-build:
+  run:
+    name: "Build and publish release"
     runs-on: ubuntu-latest
 
     steps:
-      - uses: actions/checkout@v4  # Ensure actions are pinned properly
-
-      - uses: actions/setup-python@v5
-        with:
-          python-version: "3.x"
-
-      - name: Build release distributions
-        run: |
-          python -m pip install build
-          python -m build
+      - uses: actions/checkout@v4
 
-      - name: Upload distributions
-        uses: actions/upload-artifact@v4
+      - name: Install uv
+        uses: astral-sh/setup-uv@v3
         with:
-          name: release-dists
-          path: dist/
-
-  publish:
-    runs-on: ubuntu-latest
-
-    needs:
-      - release-build
-
-    permissions:
-      id-token: write
-      contents: read  # Added this permission
+          enable-cache: true
+          cache-dependency-glob: uv.lock
 
-    environment:
-      name: publish
-      url: https://pypi.org/p/cartiflette
+      - name: Set up Python
+        run: uv python install 3.12  # Or whatever version I want to use.
 
-    steps:
-      - name: Retrieve release distributions
-        uses: actions/download-artifact@v4
-        with:
-          name: release-dists
-          path: dist/
+      - name: Build
+        run: uv build
 
-      - name: Publish release distributions to PyPI
-        uses: pypa/gh-action-pypi-publish@release/v1
-        with:
-          user: __token__
-          password: ${{ secrets.PYPI_PASSWORD }}  # Ensure the secret name is correct
+      - name: Publish
+        run: uv publish --password ${{ secrets.PYPI_PASSWORD }}

Dockerfile

@@ -14,21 +14,15 @@ ENV \
   PYTHONHASHSEED=random \
   PIP_NO_CACHE_DIR=off \
   PIP_DISABLE_PIP_VERSION_CHECK=on \
-  PIP_DEFAULT_TIMEOUT=100 \
-  # Poetry's configuration:
-  POETRY_NO_INTERACTION=1 \
-  POETRY_VIRTUALENVS_CREATE=false \
-  POETRY_CACHE_DIR='/var/cache/pypoetry' \
-  POETRY_HOME='/usr/local'
+  PIP_DEFAULT_TIMEOUT=100
 
 # Create structure
 COPY pyproject.toml .
-COPY poetry.lock .
+COPY uv.lock .
 COPY README.md .
 COPY cartiflette ./cartiflette
 COPY docker/test.py .
 
-RUN curl https://install.python-poetry.org/ | python - 
-RUN poetry install --only main --no-interaction
+RUN pip install uv && uv pip install -r pyproject.toml --system
 
-CMD ["python", "test.py"]
+CMD ["python", "test.py"]

argo-pipeline/api.py

@@ -1,7 +1,6 @@
 """A simple API to expose cartiflette files"""
 import typing
 from fastapi import FastAPI, Response
-from fastapi.responses import FileResponse
 
 from cartiflette.api import download_from_cartiflette_inner
 from cartiflette.config import PATH_WITHIN_BUCKET

example/dev_get_BV.ipynb

@@ -47,17 +47,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "import os\n",
-    "import ftplib\n",
-    "import glob\n",
-    "import re\n",
-    "import typing\n",
     "import tempfile\n",
-    "import yaml\n",
-    "import py7zr\n",
-    "import geopandas as gpd\n",
-    "import requests #added\n",
-    "from tqdm import tqdm\n",
     "import zipfile\n",
     "import pandas as pd\n",
     "import dev"

misc/test_import.py

@@ -1,3 +1 @@
-import os
 
-import cartiflette.s3 as s3