Add NLP capabilities with local models - adds multi-lingual support and improves evaluation results

.github/workflows/ci.yml

@@ -39,6 +39,91 @@ jobs:
           python-version: "3.9"
       - run: pip install -e ".[dev]"
       - run: python -m pytest tests/ -v --ignore=tests/benchmarks --cov=mempalace --cov-report=term-missing --cov-fail-under=80 --durations=10
+
+  test-nlp:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+      - uses: actions/setup-python@v6
+        with:
+          python-version: "3.11"
+      - run: pip install -e ".[dev,nlp-full]"
+      - run: python -m spacy download xx_ent_wiki_sm
+      - name: Run base test suite with NLP flags enabled
+        env:
+          MEMPALACE_NLP_SENTENCES: "1"
+          MEMPALACE_NLP_NEGATION: "1"
+          MEMPALACE_NLP_NER: "1"
+          MEMPALACE_NLP_CLASSIFY: "1"
+          MEMPALACE_NLP_TRIPLES: "1"
+        run: python -m pytest tests/ -v --ignore=tests/benchmarks -m "not benchmark and not stress" --cov=mempalace --cov-report=term-missing --cov-fail-under=80
+      - name: Run NLP integration tests with real providers
+        run: python -m pytest tests/test_nlp_integration.py -v -m "nlp"
+        continue-on-error: true
+
+  benchmark-quality:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+      - uses: actions/setup-python@v6
+        with:
+          python-version: "3.11"
+      - name: Install base dependencies
+        run: pip install -e ".[dev]"
+      - name: Quality benchmark — baseline (raw, 20 questions)
+        run: python benchmarks/with-nlp-provider/bench_nlp_providers.py --mode raw --limit 20
+      - name: Install NLP dependencies
+        run: pip install -e ".[nlp-full]"
+      - name: Download spaCy model
+        run: python -m spacy download xx_ent_wiki_sm
+      - name: Quality benchmark — NLP-enhanced (nlp_aaak, 20 questions)
+        env:
+          MEMPALACE_NLP_SENTENCES: "1"
+          MEMPALACE_NLP_NEGATION: "1"
+          MEMPALACE_NLP_NER: "1"
+          MEMPALACE_NLP_CLASSIFY: "1"
+          MEMPALACE_NLP_TRIPLES: "1"
+        run: python benchmarks/with-nlp-provider/bench_nlp_providers.py --mode nlp_aaak --limit 20
+      - name: Install SLM dependencies
+        run: pip install onnxruntime-genai>=0.4
+        continue-on-error: true
+      - name: Triple extraction quality benchmark — all providers
+        env:
+          MEMPALACE_NLP_BACKEND: gliner
+          MEMPALACE_NLP_TRIPLES: "1"
+          MEMPALACE_NLP_SLM: "1"
+          MEMPALACE_AUTO_DOWNLOAD: "1"
+        run: python benchmarks/bench_triples.py --provider all
+
+  benchmark-speed:
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    steps:
+      - uses: actions/checkout@v6
+      - uses: actions/setup-python@v6
+        with:
+          python-version: "3.11"
+      - name: Install base dependencies
+        run: pip install -e ".[dev]"
+      - name: Speed benchmark WITHOUT NLP providers (baseline)
+        timeout-minutes: 10
+        continue-on-error: true
+        run: python -m pytest tests/benchmarks/test_knowledge_graph_bench.py tests/benchmarks/test_ingest_bench.py -v -m "benchmark and not stress" --bench-scale small
+      - name: Install NLP dependencies
+        run: pip install -e ".[nlp-full]"
+      - name: Download spaCy model
+        run: python -m spacy download xx_ent_wiki_sm
+      - name: Speed benchmark WITH NLP providers
+        timeout-minutes: 10
+        continue-on-error: true
+        env:
+          MEMPALACE_NLP_SENTENCES: "1"
+          MEMPALACE_NLP_NEGATION: "1"
+          MEMPALACE_NLP_NER: "1"
+          MEMPALACE_NLP_CLASSIFY: "1"
+          MEMPALACE_NLP_TRIPLES: "1"
+        run: python -m pytest tests/benchmarks/test_knowledge_graph_bench.py tests/benchmarks/test_ingest_bench.py -v -m "benchmark and not stress" --bench-scale small
+
   lint:
     runs-on: ubuntu-latest
     steps:

.gitignore

@@ -6,6 +6,8 @@ __pycache__/
 .pytest_cache/
 mempal.yaml
 .a5c/
+.coverage
+benchmarks/with-nlp-provider/longmemeval_s_cleaned.json
 .claude/
 .codex/
 .codex