Expose XetSession APIs to Python

.github/workflows/ci.yml

@@ -68,6 +68,22 @@ jobs:
       - name: Build and Test hf_xet
         run: |
           cd hf_xet && cargo test --verbose --no-fail-fast
+      - uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405  # v6
+        with:
+          python-version: '3.10'
+      - name: Create venv
+        run: python3 -m venv .venv
+      - name: Build wheel
+        uses: PyO3/maturin-action@04ac600d27cdf7a9a280dadf7147097c42b757ad  # v1
+        with:
+          command: develop
+          sccache: 'true'
+          working-directory: hf_xet
+      - name: Python integration tests (hf_xet)
+        run: |
+          source .venv/bin/activate
+          pip install pytest
+          pytest hf_xet/tests/ -v
       - name: Check Cargo.lock has no uncommitted changes
         run: |
           # the build and test steps would update Cargo.lock if it is out of date
@@ -88,6 +104,23 @@ jobs:
       - name: Build and Test hf_xet
         run: |
           cd hf_xet && cargo test --verbose --no-fail-fast
+      - uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405  # v6
+        with:
+          python-version: '3.10'
+      - name: Create venv
+        run: python -m venv .venv
+      - name: Build wheel
+        uses: PyO3/maturin-action@04ac600d27cdf7a9a280dadf7147097c42b757ad  # v1
+        with:
+          command: develop
+          sccache: 'true'
+          working-directory: hf_xet
+      - name: Python integration tests (hf_xet)
+        shell: bash
+        run: |
+          source .venv/Scripts/activate
+          pip install pytest
+          pytest hf_xet/tests/ -v
   build_and_test-macos:
     runs-on: macos-latest
     steps:
@@ -108,6 +141,22 @@ jobs:
       - name: Build and Test hf_xet
         run: |
           cd hf_xet && cargo test --verbose --no-fail-fast
+      - uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405  # v6
+        with:
+          python-version: '3.10'
+      - name: Create venv
+        run: python3 -m venv .venv
+      - name: Build wheel
+        uses: PyO3/maturin-action@04ac600d27cdf7a9a280dadf7147097c42b757ad  # v1
+        with:
+          command: develop
+          sccache: 'true'
+          working-directory: hf_xet
+      - name: Python integration tests (hf_xet)
+        run: |
+          source .venv/bin/activate
+          pip install pytest
+          pytest hf_xet/tests/ -v
   build_and_test-wasm:
     name: Build WASM
     runs-on: ubuntu-latest

hf_xet/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "hf_xet"
-version = "1.4.2"
+version = "1.5.0"
 edition = "2024"
 license = "Apache-2.0"
 
@@ -10,14 +10,10 @@ name = "hf_xet"
 crate-type = ["cdylib", "lib"]
 
 [dependencies]
+xet-pkg = { package = "hf-xet", path = "../xet_pkg", features = ["python"] }
 xet-runtime = { path = "../xet_runtime" }
 xet-client = { path = "../xet_client" }
-xet-pkg = { package = "hf-xet", path = "../xet_pkg", features = ["python"] }
 
-async-trait = "0.1"
-chrono = "0.4"
-itertools = "0.14"
-lazy_static = "1.5"
 pprof = { version = "0.14", features = [
     "flamegraph",
     "prost",
@@ -27,9 +23,12 @@ pyo3 = { version = "0.26", features = [
     "abi3-py37",
     "auto-initialize",
 ] }
+async-trait = "0.1"
+http = "1"
+itertools = "0.14"
+lazy_static = "1.5"
 rand = "0.10"
 tracing = "0.1"
-http = "1" 
 
 # Unix-specific dependencies
 [target.'cfg(unix)'.dependencies]
@@ -42,12 +41,12 @@ winapi = { version = "0.3", features = ["consoleapi", "wincon", "errhandlingapi"
 [features]
 default = ["no-default-cache", "elevated_information_level"] # By default, hf_xet disables the disk cache and uses aggressive logging level
 extension-module = ["pyo3/extension-module"] # Only enabled when building with maturin
-native-tls = ["xet-client/native-tls-vendored"]
-native-tls-vendored = ["xet-client/native-tls-vendored"]
-no-default-cache = ["xet-runtime/no-default-cache"]
+native-tls = ["xet-pkg/native-tls"]
+native-tls-vendored = ["xet-pkg/native-tls-vendored"]
+no-default-cache = ["xet-pkg/no-default-cache"]
 profiling = ["pprof"]
-tokio-console = ["xet-runtime/tokio-console"]
-elevated_information_level = ["xet-client/elevated_information_level", "xet-runtime/elevated_information_level"]
+tokio-console = ["xet-pkg/tokio-console"]
+elevated_information_level = ["xet-pkg/elevated_information_level"]
 
 [profile.release]
 split-debuginfo = "packed"
@@ -64,6 +63,9 @@ debug = true
 split-debuginfo = "none"
 
 
+[dev-dependencies]
+tempfile = "3"
+
 [profile.opt-test]
 inherits = "dev"
 debug = true