some alignments

.github/workflows/build_dockers.yml

@@ -19,38 +19,38 @@ jobs:
         uses: actions/checkout@v3
       - uses: jpribyl/[email protected]
         continue-on-error: true
+
       - name: 'Docker Compose'
         uses: isbang/[email protected]
         with:
           compose-file: "./docker-compose.yml"
           up-flags: "--build --force-recreate"
-      - name: Save text_summary
-        if: success()
-        uses: ishworkh/docker-image-artifact-upload@v1
-        with:
-          image: "text_summary:latest"
-          retention_days: "30"
-      - name: Save sentiment score
-        if: success()
-        uses: ishworkh/docker-image-artifact-upload@v1
-        with:
-          image: "sentiment_score:latest"
-          retention_days: "30"
+
       - name: Prepare logs folder
         run: |
           mkdir ./logs
           docker stats --no-stream
       - name: Collect docker logs on failure
-        if: failure()
         uses: jwalton/gh-docker-logs@v2
         with:
           dest: './logs'
       - name: Tar logs
-        if: failure()
         run: tar cvzf ./logs.tgz ./logs
       - name: Upload logs to GitHub
-        if: failure()
         uses: actions/upload-artifact@master
         with:
           name: logs.tgz
-          path: ./logs.tgz
+          path: ./logs.tgz
+
+      - name: Save text_summary
+        if: success()
+        uses: ishworkh/docker-image-artifact-upload@v1
+        with:
+          image: "text_summary:latest"
+          retention_days: "30"
+      - name: Save sentiment score
+        if: success()
+        uses: ishworkh/docker-image-artifact-upload@v1
+        with:
+          image: "sentiment_score:latest"
+          retention_days: "30"

Dockerfile_download_model_data

@@ -1,4 +1,4 @@
-FROM python:3.11.3-slim-buster
+FROM python:3.10.8-slim-buster
 ENV PIP_NO_CACHE_DIR=yes
 RUN pip install --upgrade pip
 WORKDIR /src/

README.md

@@ -29,3 +29,6 @@ https://github.com/dmmiller612/bert-extractive-summarizer/network/dependents
 # Seems like there are 2 pillars of a good summarizer:
 1. Coreference technique: identify and substitute the subject of the sentences accurately
 2. Extractive Summarization: ability  to cope with long tokens
+
+# Configuration
+You can configure the FastAPI framework with WORKERS and THREADS env variable - used by gconf.py

api_client.py

@@ -0,0 +1,30 @@
+import urllib3
+
+http_client = urllib3.PoolManager(
+            retries=urllib3.Retry(
+                connect=5,
+                read=2,
+                redirect=5,
+                status_forcelist=[429, 500, 501, 502, 503, 504],
+                backoff_factor=0.2,
+            ),
+            timeout=urllib3.Timeout(connect=5.0, read=120.0),
+            num_pools=10,
+        )
+
+def summarize(text):
+    _min = min(max(int(len(text)/100*8), 10), 200)
+    _max = min(max(int(len(text)/100*12), 50), 400)
+    if _min > _max:
+        _min, _max = _max, _min
+    fields= {
+        'min_length': _min,
+        'max_length': _max,
+        'text': text
+    }
+    print(f"{_min} - {_max}")
+    _request =  http_client.request(method='POST', url='http://localhost:8002/v1/summarize/', fields=fields)
+    print(f"{text} summary generation {_request.status}  finished in {_request.headers.get('x-process-time')} seconds, summary:")
+    return _request.data.decode("utf-8")
+
+print(summarize('This is the text to summarize'))

docker-compose.yml

@@ -36,6 +36,8 @@ services:
       nofile:
         soft: 65536
         hard: 65536
+    volumes:
+      - "./text_summary/model:/src/summarization"
 
   sentiment_score:
     depends_on:
@@ -62,4 +64,6 @@ services:
       nofile:
         soft: 65536
         hard: 65536
+    volumes:
+      - "./sentiment_scoring/model:/src/sentiment_scoring"