fix: resolve Windows encoding and git metadata issues

- Replace Unicode checkmarks with ASCII [OK] for Windows cp1252 compatibility
- Add explicit git tag fetching in all workflows (fetch-tags: true)
- Add git fetch --force --tags step to ensure tags are available
- Improve version detection fallback logic in update_versions.py
- Add support for GITHUB_REF_NAME in publish workflows for release tags
- Handle edge cases where setuptools-scm can't detect version

Fixes:
- UnicodeEncodeError on Windows when running update_versions.py
- setuptools-scm 'not a git repository' errors in CI
- Missing git tags during checkout in workflows

Author: sameeul

.github/workflows/build_jar.yml

@@ -17,6 +17,10 @@ jobs:
     - uses: actions/checkout@v3
       with:
         fetch-depth: 0  # Fetch all history for version detection
+        fetch-tags: true  # Explicitly fetch tags
+
+    - name: Fetch git tags
+      run: git fetch --force --tags
 
     - name: Set up Python (for version script)
       uses: actions/setup-python@v5

.github/workflows/build_wheels.yml

@@ -25,6 +25,11 @@ jobs:
         name: Check out
         with:
           fetch-depth: 0  # Fetch all history for setuptools-scm
+          fetch-tags: true  # Explicitly fetch tags
+
+      - name: Fetch git tags
+        run: git fetch --force --tags
+        shell: bash
 
       - uses: ilammy/msvc-dev-cmd@v1
         name: Add MSVS Path
@@ -92,6 +97,11 @@ jobs:
         name: Check out
         with:
           fetch-depth: 0  # Fetch all history for setuptools-scm
+          fetch-tags: true  # Explicitly fetch tags
+
+      - name: Fetch git tags
+        run: git fetch --force --tags
+        shell: bash
 
       - uses: ilammy/msvc-dev-cmd@v1
         name: Add MSVS Path

.github/workflows/publish_pypi.yml

@@ -23,6 +23,11 @@ jobs:
         name: Check out
         with:
           fetch-depth: 0  # Fetch all history for setuptools-scm
+          fetch-tags: true  # Explicitly fetch tags
+
+      - name: Fetch git tags
+        run: git fetch --force --tags
+        shell: bash
 
       - uses: ilammy/msvc-dev-cmd@v1
         name: Add MSVS Path
@@ -35,7 +40,14 @@ jobs:
       - name: Update version files
         run: |
           python -m pip install setuptools-scm
-          python scripts/update_versions.py
+          # Extract version from tag name if this is a release
+          if [ -n "$GITHUB_REF_NAME" ] && [[ "$GITHUB_REF_NAME" == v* ]]; then
+            VERSION="${GITHUB_REF_NAME#v}"
+            echo "Using release version: $VERSION"
+            python scripts/update_versions.py --version "$VERSION"
+          else
+            python scripts/update_versions.py
+          fi
         shell: bash
 
       - name: Install cibuildwheel
@@ -93,6 +105,11 @@ jobs:
         name: Check out
         with:
           fetch-depth: 0  # Fetch all history for setuptools-scm
+          fetch-tags: true  # Explicitly fetch tags
+
+      - name: Fetch git tags
+        run: git fetch --force --tags
+        shell: bash
 
       - uses: ilammy/msvc-dev-cmd@v1
         name: Add MSVS Path
@@ -105,7 +122,14 @@ jobs:
       - name: Update version files
         run: |
           python -m pip install setuptools-scm
-          python scripts/update_versions.py
+          # Extract version from tag name if this is a release
+          if [ -n "$GITHUB_REF_NAME" ] && [[ "$GITHUB_REF_NAME" == v* ]]; then
+            VERSION="${GITHUB_REF_NAME#v}"
+            echo "Using release version: $VERSION"
+            python scripts/update_versions.py --version "$VERSION"
+          else
+            python scripts/update_versions.py
+          fi
         shell: bash
 
       - name: Install cibuildwheel

scripts/update_versions.py

@@ -22,9 +22,13 @@ def get_version_from_scm():
     """Get version from setuptools-scm."""
     try:
         from setuptools_scm import get_version
-        version = get_version(root='..')
+        version = get_version(root='..', fallback_version='0.0.0')
         # Extract base version (remove dev/local version identifiers)
         base_version = version.split('+')[0].split('.dev')[0]
+        # Don't return if it's the fallback version
+        if base_version == '0.0.0':
+            print("Warning: setuptools-scm returned fallback version, trying git directly", file=sys.stderr)
+            return None
         return base_version
     except ImportError:
         print("Warning: setuptools-scm not installed, trying git directly", file=sys.stderr)
@@ -37,28 +41,50 @@ def get_version_from_scm():
 def get_version_from_git():
     """Get version from git tags as fallback."""
     import subprocess
+
+    # Try to get the latest tag
     try:
         result = subprocess.run(
             ['git', 'describe', '--tags', '--abbrev=0'],
             capture_output=True,
             text=True,
-            check=True
+            check=True,
+            cwd=Path(__file__).parent.parent
         )
         version = result.stdout.strip()
         # Remove 'v' prefix if present
         if version.startswith('v'):
             version = version[1:]
         return version
+    except subprocess.CalledProcessError:
+        # If no tags, try to get from git tag list
+        try:
+            result = subprocess.run(
+                ['git', 'tag', '--sort=-version:refname'],
+                capture_output=True,
+                text=True,
+                check=True,
+                cwd=Path(__file__).parent.parent
+            )
+            tags = result.stdout.strip().split('\n')
+            if tags and tags[0]:
+                version = tags[0]
+                if version.startswith('v'):
+                    version = version[1:]
+                return version
+        except Exception:
+            pass
     except Exception as e:
-        print(f"Error: Could not get version from git: {e}", file=sys.stderr)
-        return None
+        print(f"Warning: Could not get version from git: {e}", file=sys.stderr)
+
+    return None
 
 
 def write_version_file(version, root_dir):
     """Write VERSION file for CMake."""
     version_file = root_dir / 'VERSION'
     version_file.write_text(version + '\n')
-    print(f"✓ Updated {version_file} to {version}")
+    print(f"[OK] Updated {version_file} to {version}")
 
 
 def update_pom_xml(version, root_dir):
@@ -81,7 +107,7 @@ def update_pom_xml(version, root_dir):
         return
 
     pom_file.write_text(new_content)
-    print(f"✓ Updated {pom_file} to {version}")
+    print(f"[OK] Updated {pom_file} to {version}")
 
 
 def main():
@@ -116,7 +142,7 @@ def main():
     write_version_file(version, root_dir)
     update_pom_xml(version, root_dir)
 
-    print(f"\n✓ All version files updated to {version}")
+    print(f"\n[OK] All version files updated to {version}")
 
 
 if __name__ == '__main__':