OpenIsraeliSupermarkets · erlichsefi · Oct 5, 2024 · Oct 5, 2024 · Oct 5, 2024
diff --git a/.github/workflows/codeql.yml b/.github/workflows/codeql.yml
@@ -13,10 +13,10 @@ name: "CodeQL"
 
 on:
   push:
-    branches: [ "master" ]
+    branches: [ "main" ]
   pull_request:
     # The branches below must be a subset of the branches above
-    branches: [ "master" ]
+    branches: [ "main" ]
 
 
 concurrency:

diff --git a/.github/workflows/pylint.yml b/.github/workflows/pylint.yml
@@ -2,9 +2,9 @@ name: Pylint
 
 on:
   push:
-    branches: [ "master" ]
+    branches: [ "main" ]
   pull_request:
-    branches: [ "master" ]
+    branches: [ "main" ]
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}

diff --git a/.github/workflows/test-suite.yml b/.github/workflows/test-suite.yml
@@ -7,9 +7,9 @@ name: Unit & Integration Tests
 
 on:
   push:
-    branches: [ "master" ]
+    branches: [ "main" ]
   pull_request:
-    branches: [ "master" ]
+    branches: [ "main" ]
   schedule:
     # * is a special character in YAML so you have to quote this string
     - cron:  '00 17 * * *'

diff --git a/.pylintrc b/.pylintrc
@@ -1,4 +1,4 @@
-[MASTER]
+[MAIN]
 disable=
     C0114, # missing-module-docstring
     R0913, # too-many-arguments
diff --git a/Dockerfile b/Dockerfile
@@ -57,11 +57,6 @@ CMD python example.py && cron & tail -f /var/log/cron.log
 
 # run test
 FROM base as test
-# docker build -t erlichsefi/israeli-supermarket-scarpers --target prod .
-# docker push erlichsefi/israeli-supermarket-scarpers
+
 RUN python -m pip install . ".[test]"
 CMD python -m pytest .
-
-# docker build -t erlichsefi/israeli-supermarket-scarpers:test --target test .
-# docker push erlichsefi/israeli-supermarket-scarpers:test
-# docker run -it --rm --name test-run erlichsefi/israeli-supermarket-scarpers:test
diff --git a/README.md b/README.md
@@ -7,11 +7,11 @@ This is a scraper for ALL the supermarket chains listed in the GOV.IL site.
 
 
 
-[![Unit & Integration Tests](https://github.com/erlichsefi/israeli-supermarket-scarpers/actions/workflows/test-suite.yml/badge.svg?event=push)](https://github.com/erlichsefi/israeli-supermarket-scarpers/actions/workflows/test-suite.yml)
-[![CodeQL](https://github.com/erlichsefi/israeli-supermarket-scarpers/actions/workflows/codeql.yml/badge.svg)](https://github.com/erlichsefi/israeli-supermarket-scarpers/actions/workflows/codeql.yml)
-[![Pylint](https://github.com/erlichsefi/israeli-supermarket-scarpers/actions/workflows/pylint.yml/badge.svg)](https://github.com/erlichsefi/israeli-supermarket-scarpers/actions/workflows/pylint.yml)
-[![Publish Docker image](https://github.com/erlichsefi/israeli-supermarket-scarpers/actions/workflows/docker-publish.yml/badge.svg)](https://github.com/erlichsefi/israeli-supermarket-scarpers/actions/workflows/docker-publish.yml)
-[![Upload Python Package](https://github.com/erlichsefi/israeli-supermarket-scarpers/actions/workflows/python-publish.yml/badge.svg)](https://github.com/erlichsefi/israeli-supermarket-scarpers/actions/workflows/python-publish.yml)
+[![Unit & Integration Tests](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/actions/workflows/test-suite.yml/badge.svg?event=push)](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/actions/workflows/test-suite.yml)
+[![CodeQL](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/actions/workflows/codeql.yml/badge.svg)](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/actions/workflows/codeql.yml)
+[![Pylint](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/actions/workflows/pylint.yml/badge.svg)](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/actions/workflows/pylint.yml)
+[![Publish Docker image](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/actions/workflows/docker-publish.yml/badge.svg)](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/actions/workflows/docker-publish.yml)
+[![Upload Python Package](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/actions/workflows/python-publish.yml/badge.svg)](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/actions/workflows/python-publish.yml)
 
 ## 🤗 Want to support my work?
 <p align="center">
@@ -23,7 +23,7 @@ Daily Automatic Testing
 ----
 The test suite is scheduled to run daily, so you can see if the supermarket chains have changed something in their interface and the package will not work properly.
 
-Status: [![Scheduled Tests](https://github.com/erlichsefi/israeli-supermarket-scarpers/actions/workflows/test-suite.yml/badge.svg?event=schedule)](https://github.com/erlichsefi/israeli-supermarket-scarpers/actions/workflows/test-suite.yml)
+Status: [![Scheduled Tests](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/actions/workflows/test-suite.yml/badge.svg?event=schedule)](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/actions/workflows/test-suite.yml)
 
 Notice:
 - Berekt and Quik are flaky! They will not fail the testing framework, but you can still use them.
@@ -40,7 +40,7 @@ You can email me at [email protected]
 
 If you think you've found a bug:
 
-- Create issue in [issue tracker](https://github.com/erlichsefi/israeli-supermarket-scarpers/issues) to see if
+- Create issue in [issue tracker](https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/issues) to see if
   it's already been reported
 - Please consider solving the issue by yourself and creating a pull request.
 
@@ -72,9 +72,9 @@ il_supermarket_scarper can be installed using pip:
 If you want to run the latest version of the code, you can install it from the
 repo directly:
 
-    python3 -m pip install -U git+https://github.com/erlichsefi/israeli-supermarket-scarpers.git
+    python3 -m pip install -U git+https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers.git
     # or if you don't have 'git' installed
-    python3 -m pip install -U https://github.com/erlichsefi/israeli-supermarket-scarpers/master
+    python3 -m pip install -U https://github.com/OpenIsraeliSupermarkets/israeli-supermarket-scarpers/main
 
 
 

diff --git a/stress_test_results.json b/stress_test_results.json
@@ -0,0 +1,177 @@
+{
+    "BAREKET": {
+        "execution_time": "2024-09-28 16:29:08",
+        "start_time": 1727540948.674289,
+        "end_time": 1727541208.1898768,
+        "time": 259.51558780670166,
+        "files": 1000
+    },
+    "YAYNO_BITAN": {
+        "execution_time": "2024-09-28 16:33:31",
+        "start_time": 1727541211.9969866,
+        "end_time": 1727541356.5669396,
+        "time": 144.56995296478271,
+        "files": 753
+    },
+    "COFIX": {
+        "execution_time": "2024-09-28 16:35:56",
+        "start_time": 1727541356.5677948,
+        "end_time": 1727541427.2736921,
+        "time": 70.7058973312378,
+        "files": 573
+    },
+    "DOR_ALON": {
+        "execution_time": "2024-09-28 16:37:07",
+        "start_time": 1727541427.2744784,
+        "end_time": 1727546029.4199014,
+        "time": 4602.145422935486,
+        "files": 5515
+    },
+    "GOOD_PHARM": {
+        "execution_time": "2024-09-28 17:53:49",
+        "start_time": 1727546029.4208574,
+        "end_time": 1727546258.3901274,
+        "time": 228.96926999092102,
+        "files": 1000
+    },
+    "HAZI_HINAM": {
+        "execution_time": "2024-09-28 17:57:38",
+        "start_time": 1727546258.3911567,
+        "end_time": 1727546335.5806189,
+        "time": 77.189462184906,
+        "files": 180
+    },
+    "HET_COHEN": {
+        "execution_time": "2024-09-28 17:58:55",
+        "start_time": 1727546335.5816627,
+        "end_time": 1727546342.982391,
+        "time": 7.400728464126587,
+        "files": 23
+    },
+    "KESHET": {
+        "execution_time": "2024-09-28 17:59:02",
+        "start_time": 1727546342.9833107,
+        "end_time": 1727546496.7949462,
+        "time": 153.81163549423218,
+        "files": 94
+    },
+    "KING_STORE": {
+        "execution_time": "2024-09-28 18:01:36",
+        "start_time": 1727546496.7960172,
+        "end_time": 1727547119.1490183,
+        "time": 622.3530011177063,
+        "files": 1000
+    },
+    "MAAYAN_2000": {
+        "execution_time": "2024-09-28 18:11:59",
+        "start_time": 1727547119.1500554,
+        "end_time": 1727547380.9200287,
+        "time": 261.76997327804565,
+        "files": 1000
+    },
+    "MAHSANI_ASHUK": {
+        "execution_time": "2024-09-28 18:16:20",
+        "start_time": 1727547380.9210534,
+        "end_time": 1727548209.458096,
+        "time": 828.5370426177979,
+        "files": 2381
+    },
+    "MEGA": {
+        "execution_time": "2024-09-28 18:30:09",
+        "start_time": 1727548209.459298,
+        "end_time": 1727554914.047921,
+        "time": 6704.588623046875,
+        "files": 3940
+    },
+    "NETIV_HASED": {
+        "execution_time": "2024-09-28 20:21:54",
+        "start_time": 1727554914.049241,
+        "end_time": 1727554914.2598617,
+        "time": 0.21062064170837402,
+        "files": 0
+    },
+    "MESHMAT_YOSEF_1": {
+        "execution_time": "2024-09-28 20:21:54",
+        "start_time": 1727554914.2611983,
+        "end_time": 1727555002.4540706,
+        "time": 88.1928722858429,
+        "files": 396
+    },
+    "MESHMAT_YOSEF_2": {
+        "execution_time": "2024-09-28 20:23:22",
+        "start_time": 1727555002.4567657,
+        "end_time": 1727558704.8806741,
+        "time": 3702.423908472061,
+        "files": 1000
+    },
+    "OSHER_AD": {
+        "execution_time": "2024-09-28 21:25:04",
+        "start_time": 1727558704.8824348,
+        "end_time": 1727559824.0203772,
+        "time": 1119.137942314148,
+        "files": 396
+    },
+    "POLIZER": {
+        "execution_time": "2024-09-28 21:43:44",
+        "start_time": 1727559824.0217428,
+        "end_time": 1727559845.9296584,
+        "time": 21.907915592193604,
+        "files": 51
+    },
+    "RAMI_LEVY": {
+        "execution_time": "2024-09-28 21:44:05",
+        "start_time": 1727559845.930972,
+        "end_time": 1727567691.9167693,
+        "time": 7845.985797166824,
+        "files": 1549
+    },
+    "SALACH_DABACH": {
+        "execution_time": "2024-09-28 23:54:51",
+        "start_time": 1727567691.9187238,
+        "end_time": 1727567707.2292793,
+        "time": 15.310555458068848,
+        "files": 22
+    },
+    "SHEFA_BARCART_ASHEM": {
+        "execution_time": "2024-09-28 23:55:07",
+        "start_time": 1727567707.2307417,
+        "end_time": 1727573810.4829617,
+        "time": 6103.25221991539,
+        "files": 1000
+    },
+    "SHUFERSAL": {
+        "execution_time": "2024-09-29 01:36:50",
+        "start_time": 1727573810.4847457,
+        "end_time": 1727573897.0302274,
+        "time": 86.54548168182373,
+        "files": 0
+    },
+    "SHUK_AHIR": {
+        "execution_time": "2024-09-29 01:38:17",
+        "start_time": 1727573897.0332646,
+        "end_time": 1727578495.0227447,
+        "time": 4597.989480018616,
+        "files": 1000
+    },
+    "STOP_MARKET": {
+        "execution_time": "2024-09-29 02:54:55",
+        "start_time": 1727578495.0245478,
+        "end_time": 1727580362.1401498,
+        "time": 1867.115602016449,
+        "files": 35
+    },
+    "SUPER_PHARM": {
+        "execution_time": "2024-09-29 03:26:02",
+        "start_time": 1727580362.1417964,
+        "end_time": 1727581430.9625795,
+        "time": 1068.8207831382751,
+        "files": 0
+    },
+    "SUPER_YUDA": {
+        "execution_time": "2024-09-29 03:43:50",
+        "start_time": 1727581430.9655378,
+        "end_time": 1727586100.6588426,
+        "time": 4669.693304777145,
+        "files": 1000
+    }
+}