Merge branch 'main' into issue-221

Author: ps2181

.github/CODEOWNERS

@@ -1,5 +1,5 @@
 #  Default owners (lowest precedence).
-* @reyammer @invernizzi @ia0
+* @reyammer @invernizzi
 
 # Julien owns the Rust code
 /rust/ @ia0

.github/workflows/codeql.yml

@@ -51,7 +51,7 @@ jobs:
 
     steps:
     - name: Checkout repository
-      uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
+      uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4.2.1
 
     # Initializes the CodeQL tools for scanning.
     - name: Initialize CodeQL

.github/workflows/github-pages.yml

@@ -31,7 +31,7 @@ jobs:
         working-directory: ./website
     steps:
       - name: Checkout
-        uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # pin@v4
+        uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # pin@v4
         with:
           ref: main
       - name: Set up Node

.github/workflows/js-docs-builder.yml

@@ -23,7 +23,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout
-        uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # pin@v4
+        uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # pin@v4
         with:
           ref: main
       - name: Generate docs

.github/workflows/js-publish.yml

@@ -11,7 +11,7 @@ jobs:
   build:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # pin@v4
+      - uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # pin@v4
       - uses: actions/setup-node@1e60f620b9541d16bece96c5465dc8ee9832be0b # pin@v4
         with:
           node-version: '20.x'

.github/workflows/js-test.yml

@@ -24,7 +24,7 @@ jobs:
         os: [ "ubuntu-latest", "macos-latest" ]
     runs-on: ${{ matrix.os }}
     steps:
-      - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # pin@v4
+      - uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # pin@v4
       - uses: actions/setup-node@1e60f620b9541d16bece96c5465dc8ee9832be0b # pin@v4
         with:
           node-version: ${{ matrix.node-version }}

.github/workflows/maturin.yml

@@ -0,0 +1,86 @@
+# This file is autogenerated by maturin v1.7.4 and manually modified by ia0.
+name: Maturin
+
+on:
+  pull_request:
+  push:
+    branches:
+      - 'main'
+    tags:
+      - 'python-v*'
+  schedule:
+    - cron: '12 3 * * 4' # Refresh the cache weekly.
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  build:
+    runs-on: ${{ matrix.platform.runner }}
+    strategy:
+      matrix:
+        platform:
+          - runner: ubuntu-latest
+            target: x86_64
+          - runner: windows-latest
+            target: x64
+          - runner: macos-14
+            target: aarch64
+    steps:
+      - uses: actions/checkout@v4
+      - if: matrix.platform.runner == 'ubuntu-latest'
+        uses: actions/cache@6849a6489940f00c2f30c0fb92c6274307ccb58a # v4.1.2
+        with:
+          path: rust/onnx/runtime/build/Linux
+          key: maturin-${{ matrix.platform.target }}-${{ hashFiles('rust/onnx/build.sh') }}
+      - run: python3 ./python/scripts/fix_package_version.py
+      - if: matrix.platform.runner == 'ubuntu-latest'
+        name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.platform.target }}
+          args: --release --out=../dist
+          before-script-linux: "${{ github.workspace }}/rust/onnx/maturin.sh"
+          manylinux: 2_28
+          working-directory: python
+      - if: matrix.platform.runner != 'ubuntu-latest'
+        name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.platform.target }}
+          args: --release --out=../dist
+          working-directory: python
+      - name: Install wheels
+        run: python3 -m pip install $(python -c "import glob; print(glob.glob('dist/*.whl')[0])")
+      - run: magika --version
+      - run: python3 -c 'import magika; print(magika.__version__)'
+      - run: magika -r tests_data/basic
+      - run: python3 ./python/scripts/run_quick_test_magika_cli.py
+      - run: python3 ./python/scripts/run_quick_test_magika_module.py
+      - name: Upload wheels
+        if: github.event_name != 'pull_request'
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-${{ matrix.platform.runner }}-${{ matrix.platform.target }}
+          path: dist
+
+  sdist:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      # TODO(https://github.com/PyO3/maturin/issues/2244): Remove when released.
+      - run: rm rust/cli/README.md
+      - run: python3 ./python/scripts/fix_package_version.py
+      - name: Build sdist
+        uses: PyO3/maturin-action@v1
+        with:
+          command: sdist
+          args: --out=../dist
+          working-directory: python
+      - name: Upload sdist
+        if: github.event_name != 'pull_request'
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-sdist
+          path: dist

.github/workflows/python-e2e-test.yml

@@ -0,0 +1,39 @@
+# This routinely checks that published packages are installable and work
+# properly. This makes sure that a new version of one of our dependencies is not
+# breaking our releases.
+# TODO: test more magika package versions
+# TODO: check the actual predicted content types
+name: Python - test published packages
+
+on:
+  schedule:
+    - cron: '42 4 * * *' # Run daily
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  unit-testing:
+    strategy:
+      matrix:
+        python-version: [ "3.8", "3.9", "3.10", "3.11", "3.12" ]
+        os: [ "ubuntu-latest", "macos-latest", "windows-latest" ]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # pin@v4
+
+      - name: Setup Python
+        uses: actions/setup-python@0b93645e9fea7318ecaed2b359559ac225c90a2b # pin@v5
+        with:
+          python-version: '${{ matrix.python-version }}'
+
+      - name: Install magika
+        run: python3 -m pip install magika
+      - run: python3 -c 'import magika; m = magika.Magika(); print(m)'
+      - run: magika --version
+      # The latest published model does not necessarily support detection for
+      # all types in our tests data; thus, for now we just check that the magika
+      # CLI does not crash when scanning the files, without checking the actual
+      # predictions.
+      - run: magika -r tests_data/basic