add ci test

Author: wengh

.github/workflows/ci.yml

@@ -0,0 +1,40 @@
+name: CI
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ['3.9', '3.13']
+        packages: ['pyspark>=4.0.0', 'pyspark==3.5.6']
+        exclude:
+          - python-version: '3.13'
+            packages: 'pyspark==3.5.6'
+
+    steps:
+    - uses: actions/checkout@v4
+    
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+    
+    - name: Install uv
+      run: |
+        curl -LsSf https://astral.sh/uv/install.sh | sh
+        echo "$HOME/.cargo/bin" >> $GITHUB_PATH
+    
+    - name: Install dependencies
+      run: |
+        uv add --dev ${{ matrix.packages }}
+        uv sync
+    
+    - name: Run tests
+      run: |
+        uv run pytest -k "not test_huggingface_writer"

tests/test_huggingface_writer.py

@@ -16,6 +16,8 @@ def spark():
 
 
 def token():
+    if "HF_TOKEN" not in os.environ:
+        pytest.skip("HF_TOKEN environment variable is not set")
     return os.environ["HF_TOKEN"]