Add Python bindings

.github/workflows/python-build.yml

@@ -0,0 +1,83 @@
+#
+# Copyright © 2020-present Peter M. Stahl [email protected]
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either expressed or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: Python Build
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - 'Cargo.lock'
+      - 'Cargo.toml'
+      - 'pyproject.toml'
+      - 'requirements.txt'
+      - 'src/**'
+      - 'tests/**'
+      - '**.yml'
+  pull_request:
+    branches:
+      - main
+    paths:
+      - 'Cargo.lock'
+      - 'Cargo.toml'
+      - 'pyproject.toml'
+      - 'requirements.txt'
+      - 'src/**'
+      - 'tests/**'
+      - '**.yml'
+
+jobs:
+  python-build:
+      name: Python ${{ matrix.python-version }} on ${{ matrix.name }}
+
+      runs-on: ${{ matrix.os }}
+
+      strategy:
+        fail-fast: false
+        matrix:
+          os: [ ubuntu-latest, macos-latest, windows-latest ]
+          python-version: [ '3.8', '3.9', '3.10', '3.11', '3.12' ]
+          include:
+            - os: ubuntu-latest
+              name: Linux 64-Bit
+
+            - os: macos-latest
+              name: MacOS 64-Bit
+
+            - os: windows-latest
+              name: Windows 64-Bit
+
+      steps:
+        - name: Check out repository
+          uses: actions/checkout@v4
+
+        - name: Set up Python
+          uses: actions/setup-python@v4
+          with:
+            python-version: ${{ matrix.python-version }}
+            cache: 'pip'
+
+        - name: Install maturin and pytest
+          run: pip install -r requirements.txt
+
+        - name: Build Python extension
+          run: maturin build
+
+        - name: Install Python extension
+          run: pip install --find-links=target/wheels lingua-language-detector
+
+        - name: Run Python unit tests
+          run: pytest tests/python

.github/workflows/build.yml → .github/workflows/rust-build.yml

@@ -13,7 +13,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-name: build
+name: Rust Build
 
 on:
   push:
@@ -36,8 +36,8 @@ on:
       - '**.yml'
 
 jobs:
-  build-and-test:
-    name: ${{ matrix.name }}
+  rust-build:
+    name: Rust on ${{ matrix.name }}
 
     runs-on: ${{ matrix.os }}
 
@@ -100,10 +100,10 @@ jobs:
             target/
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
 
-      - name: Build in debug mode
+      - name: Build target in debug mode
         run: cargo build --target ${{ matrix.target }} --locked
 
-      - name: Run unit tests
+      - name: Test default target in debug mode
         run: cargo test --target ${{ matrix.target }}
 
       - name: Run WASM integration tests on NodeJS

.gitignore

@@ -22,6 +22,7 @@
 *.launch
 .settings/
 .metadata/
+.venv
 *.sublime-workspace
 tmp/
 out/

Cargo.toml

@@ -17,7 +17,7 @@ members = ["language-models/*"]
 
 [package]
 name = "lingua"
-version = "1.5.0"
+version = "1.6.0"
 authors = ["Peter M. Stahl <[email protected]>"]
 description = """
 An accurate natural language detection library, suitable for long and short text alike
@@ -144,6 +144,7 @@ lingua-zulu-language-model = { path = "language-models/zu", version = "1.1.0", o
 ahash = "0.8.6"
 cld2 = { version = "1.0.2", optional = true }
 indoc = { version = "2.0.4", optional = true }
+pyo3 = { version = "0.20.0", optional = true }
 rayon = "1.8.0"
 titlecase = { version = "2.2.0", optional = true }
 whatlang = { version = "0.16.2", optional = true }
@@ -183,6 +184,7 @@ default = [
 ]
 accuracy-reports = ["cld2", "indoc", "titlecase", "whatlang", "whichlang"]
 benchmark = ["cld2", "whatlang", "whichlang"]
+python = ["pyo3"]
 afrikaans = ["lingua-afrikaans-language-model"]
 albanian = ["lingua-albanian-language-model"]
 arabic = ["lingua-arabic-language-model"]