added extension support. via config object .add_extension() + some tw…

…eaks
ultrafunkamsterdam · Mar 3, 2024 · d717f1f · d717f1f
1 parent 313f5a5
commit d717f1f
Show file tree

Hide file tree

Showing 135 changed files with 862 additions and 261 deletions.
diff --git a/docs/_build/doctrees/environment.pickle b/docs/_build/doctrees/environment.pickle
diff --git a/docs/_build/doctrees/index.doctree b/docs/_build/doctrees/index.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/accessibility.doctree b/docs/_build/doctrees/nodriver/cdp/accessibility.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/animation.doctree b/docs/_build/doctrees/nodriver/cdp/animation.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/audits.doctree b/docs/_build/doctrees/nodriver/cdp/audits.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/autofill.doctree b/docs/_build/doctrees/nodriver/cdp/autofill.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/background_service.doctree b/docs/_build/doctrees/nodriver/cdp/background_service.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/browser.doctree b/docs/_build/doctrees/nodriver/cdp/browser.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/cache_storage.doctree b/docs/_build/doctrees/nodriver/cdp/cache_storage.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/cast.doctree b/docs/_build/doctrees/nodriver/cdp/cast.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/console.doctree b/docs/_build/doctrees/nodriver/cdp/console.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/css.doctree b/docs/_build/doctrees/nodriver/cdp/css.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/database.doctree b/docs/_build/doctrees/nodriver/cdp/database.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/debugger.doctree b/docs/_build/doctrees/nodriver/cdp/debugger.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/device_access.doctree b/docs/_build/doctrees/nodriver/cdp/device_access.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/device_orientation.doctree b/docs/_build/doctrees/nodriver/cdp/device_orientation.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/dom.doctree b/docs/_build/doctrees/nodriver/cdp/dom.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/dom_debugger.doctree b/docs/_build/doctrees/nodriver/cdp/dom_debugger.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/dom_snapshot.doctree b/docs/_build/doctrees/nodriver/cdp/dom_snapshot.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/dom_storage.doctree b/docs/_build/doctrees/nodriver/cdp/dom_storage.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/emulation.doctree b/docs/_build/doctrees/nodriver/cdp/emulation.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/event_breakpoints.doctree b/docs/_build/doctrees/nodriver/cdp/event_breakpoints.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/fed_cm.doctree b/docs/_build/doctrees/nodriver/cdp/fed_cm.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/fetch.doctree b/docs/_build/doctrees/nodriver/cdp/fetch.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/headless_experimental.doctree b/docs/_build/doctrees/nodriver/cdp/headless_experimental.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/heap_profiler.doctree b/docs/_build/doctrees/nodriver/cdp/heap_profiler.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/indexed_db.doctree b/docs/_build/doctrees/nodriver/cdp/indexed_db.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/input_.doctree b/docs/_build/doctrees/nodriver/cdp/input_.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/inspector.doctree b/docs/_build/doctrees/nodriver/cdp/inspector.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/io.doctree b/docs/_build/doctrees/nodriver/cdp/io.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/layer_tree.doctree b/docs/_build/doctrees/nodriver/cdp/layer_tree.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/log.doctree b/docs/_build/doctrees/nodriver/cdp/log.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/media.doctree b/docs/_build/doctrees/nodriver/cdp/media.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/memory.doctree b/docs/_build/doctrees/nodriver/cdp/memory.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/network.doctree b/docs/_build/doctrees/nodriver/cdp/network.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/overlay.doctree b/docs/_build/doctrees/nodriver/cdp/overlay.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/page.doctree b/docs/_build/doctrees/nodriver/cdp/page.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/performance.doctree b/docs/_build/doctrees/nodriver/cdp/performance.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/performance_timeline.doctree b/docs/_build/doctrees/nodriver/cdp/performance_timeline.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/preload.doctree b/docs/_build/doctrees/nodriver/cdp/preload.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/profiler.doctree b/docs/_build/doctrees/nodriver/cdp/profiler.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/runtime.doctree b/docs/_build/doctrees/nodriver/cdp/runtime.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/schema.doctree b/docs/_build/doctrees/nodriver/cdp/schema.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/security.doctree b/docs/_build/doctrees/nodriver/cdp/security.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/service_worker.doctree b/docs/_build/doctrees/nodriver/cdp/service_worker.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/storage.doctree b/docs/_build/doctrees/nodriver/cdp/storage.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/system_info.doctree b/docs/_build/doctrees/nodriver/cdp/system_info.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/target.doctree b/docs/_build/doctrees/nodriver/cdp/target.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/tethering.doctree b/docs/_build/doctrees/nodriver/cdp/tethering.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/tracing.doctree b/docs/_build/doctrees/nodriver/cdp/tracing.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/web_audio.doctree b/docs/_build/doctrees/nodriver/cdp/web_audio.doctree
diff --git a/docs/_build/doctrees/nodriver/cdp/web_authn.doctree b/docs/_build/doctrees/nodriver/cdp/web_authn.doctree
diff --git a/docs/_build/doctrees/nodriver/classes/browser.doctree b/docs/_build/doctrees/nodriver/classes/browser.doctree
diff --git a/docs/_build/doctrees/nodriver/classes/element.doctree b/docs/_build/doctrees/nodriver/classes/element.doctree
diff --git a/docs/_build/doctrees/nodriver/classes/others_and_helpers.doctree b/docs/_build/doctrees/nodriver/classes/others_and_helpers.doctree
diff --git a/docs/_build/doctrees/nodriver/classes/tab.doctree b/docs/_build/doctrees/nodriver/classes/tab.doctree
diff --git a/docs/_build/doctrees/nodriver/quickstart.doctree b/docs/_build/doctrees/nodriver/quickstart.doctree
diff --git a/docs/_build/html/_modules/index.html b/docs/_build/html/_modules/index.html
@@ -4,7 +4,7 @@
     <meta name="viewport" content="width=device-width,initial-scale=1"/>
     <meta name="color-scheme" content="light dark"><link rel="index" title="Index" href="../genindex.html" /><link rel="search" title="Search" href="../search.html" />
 
-    <!-- Generated with Sphinx 7.2.6 and Furo 2024.01.29 -->
+    <!-- Generated with Sphinx 7.2.6 and Furo 2023.09.10 -->
         <title>Overview: module code - nodriver documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=fa44fd50" />
     <link rel="stylesheet" type="text/css" href="../_static/styles/furo.css?v=135e06be" />

diff --git a/docs/_build/html/_modules/nodriver/core/browser.html b/docs/_build/html/_modules/nodriver/core/browser.html
@@ -4,7 +4,7 @@
     <meta name="viewport" content="width=device-width,initial-scale=1"/>
     <meta name="color-scheme" content="light dark"><link rel="index" title="Index" href="../../../genindex.html" /><link rel="search" title="Search" href="../../../search.html" />
 
-    <!-- Generated with Sphinx 7.2.6 and Furo 2024.01.29 -->
+    <!-- Generated with Sphinx 7.2.6 and Furo 2023.09.10 -->
         <title>nodriver.core.browser - nodriver documentation</title>
       <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=fa44fd50" />
     <link rel="stylesheet" type="text/css" href="../../../_static/styles/furo.css?v=135e06be" />
@@ -580,8 +580,12 @@ <h1>Source code for nodriver.core.browser</h1><div class="highlight"><pre>
                 <span class="p">)</span>
             <span class="p">)</span>
 
+        <span class="k">if</span> <span class="nb">getattr</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="p">,</span> <span class="s1">&#39;_extensions&#39;</span><span class="p">,</span> <span class="kc">None</span><span class="p">):</span> <span class="c1"># noqa</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span><span class="s1">&#39;--load-extension=</span><span class="si">%s</span><span class="s1">&#39;</span> <span class="o">%</span> <span class="s1">&#39;,&#39;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span> <span class="nb">str</span><span class="p">(</span><span class="n">_</span><span class="p">)</span> <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">_extensions</span><span class="p">))</span> <span class="c1"># noqa</span>
+
         <span class="n">exe</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">browser_executable_path</span>
         <span class="n">params</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="p">()</span>
+
         <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span>
             <span class="s2">&quot;starting</span><span class="se">\n\t</span><span class="s2">executable :</span><span class="si">%s</span><span class="se">\n\n</span><span class="s2">arguments:</span><span class="se">\n</span><span class="si">%s</span><span class="s2">&quot;</span><span class="p">,</span> <span class="n">exe</span><span class="p">,</span> <span class="s2">&quot;</span><span class="se">\n\t</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">params</span><span class="p">)</span>
         <span class="p">)</span>

diff --git a/docs/_build/html/_modules/nodriver/core/config.html b/docs/_build/html/_modules/nodriver/core/config.html
@@ -4,7 +4,7 @@
     <meta name="viewport" content="width=device-width,initial-scale=1"/>
     <meta name="color-scheme" content="light dark"><link rel="index" title="Index" href="../../../genindex.html" /><link rel="search" title="Search" href="../../../search.html" />
 
-    <!-- Generated with Sphinx 7.2.6 and Furo 2024.01.29 -->
+    <!-- Generated with Sphinx 7.2.6 and Furo 2023.09.10 -->
         <title>nodriver.core.config - nodriver documentation</title>
       <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=fa44fd50" />
     <link rel="stylesheet" type="text/css" href="../../../_static/styles/furo.css?v=135e06be" />
@@ -263,11 +263,13 @@ <h1>Source code for nodriver.core.config</h1><div class="highlight"><pre>
 <span></span><span class="kn">import</span> <span class="nn">logging</span>
 <span class="kn">import</span> <span class="nn">os</span>
 <span class="kn">import</span> <span class="nn">pathlib</span>
+<span class="kn">import</span> <span class="nn">secrets</span>
 <span class="kn">import</span> <span class="nn">sys</span>
 <span class="kn">import</span> <span class="nn">tempfile</span>
 <span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Union</span><span class="p">,</span> <span class="n">List</span><span class="p">,</span> <span class="n">Optional</span>
 <span class="kn">from</span> <span class="nn">types</span> <span class="kn">import</span> <span class="n">MethodType</span>
-
+<span class="kn">import</span> <span class="nn">zipfile</span>
+<span class="kn">import</span> <span class="nn">tempfile</span>
 <span class="kn">from</span> <span class="nn">._contradict</span> <span class="kn">import</span> <span class="n">ContraDict</span>
 
 <span class="n">__all__</span> <span class="o">=</span> <span class="p">[</span>
@@ -351,7 +353,7 @@ <h1>Source code for nodriver.core.config</h1><div class="highlight"><pre>
         <span class="bp">self</span><span class="o">.</span><span class="n">sandbox</span> <span class="o">=</span> <span class="n">sandbox</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">host</span> <span class="o">=</span> <span class="kc">None</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">port</span> <span class="o">=</span> <span class="kc">None</span>
-
+        <span class="bp">self</span><span class="o">.</span><span class="n">_extensions</span> <span class="o">=</span> <span class="p">[]</span>
         <span class="c1"># when using posix-ish operating system and running as root</span>
         <span class="c1"># you must use no_sandbox = True, which in case is corrected here</span>
         <span class="k">if</span> <span class="n">is_posix</span> <span class="ow">and</span> <span class="n">is_root</span><span class="p">()</span> <span class="ow">and</span> <span class="n">sandbox</span><span class="p">:</span>
@@ -400,6 +402,37 @@ <h1>Source code for nodriver.core.config</h1><div class="highlight"><pre>
     <span class="k">def</span> <span class="nf">uses_custom_data_dir</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">bool</span><span class="p">:</span>
         <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_custom_data_dir</span>
 
+
+<div class="viewcode-block" id="Config.add_extension">
+<a class="viewcode-back" href="../../../nodriver/classes/others_and_helpers.html#nodriver.Config.add_extension">[docs]</a>
+    <span class="k">def</span> <span class="nf">add_extension</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">extension_path</span><span class="p">:</span> <span class="n">PathLike</span><span class="p">):</span>
+<span class="w">        </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">        adds an extension to load, you could point extension_path</span>
+<span class="sd">        to a folder (containing the manifest), or extension file (crx)</span>
+
+<span class="sd">        :param extension_path:</span>
+<span class="sd">        :type extension_path:</span>
+<span class="sd">        :return:</span>
+<span class="sd">        :rtype:</span>
+<span class="sd">        &quot;&quot;&quot;</span>
+        <span class="n">path</span> <span class="o">=</span> <span class="n">pathlib</span><span class="o">.</span><span class="n">Path</span><span class="p">(</span><span class="n">extension_path</span><span class="p">)</span>
+
+        <span class="k">if</span> <span class="ow">not</span> <span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">():</span>
+            <span class="k">raise</span> <span class="ne">FileNotFoundError</span><span class="p">(</span><span class="s2">&quot;could not find anything here: </span><span class="si">%s</span><span class="s2">&quot;</span> <span class="o">%</span> <span class="nb">str</span><span class="p">(</span><span class="n">path</span><span class="p">))</span>
+
+        <span class="k">if</span> <span class="n">path</span><span class="o">.</span><span class="n">is_file</span><span class="p">():</span>
+            <span class="n">tf</span> <span class="o">=</span> <span class="n">tempfile</span><span class="o">.</span><span class="n">mkdtemp</span><span class="p">(</span><span class="n">prefix</span><span class="o">=</span><span class="sa">f</span><span class="s1">&#39;extension_&#39;</span><span class="p">,</span> <span class="n">suffix</span><span class="o">=</span><span class="n">secrets</span><span class="o">.</span><span class="n">token_hex</span><span class="p">(</span><span class="mi">4</span><span class="p">))</span>
+            <span class="k">with</span> <span class="n">zipfile</span><span class="o">.</span><span class="n">ZipFile</span><span class="p">(</span><span class="n">path</span><span class="p">,</span> <span class="s1">&#39;r&#39;</span><span class="p">)</span> <span class="k">as</span> <span class="n">z</span><span class="p">:</span>
+                <span class="n">z</span><span class="o">.</span><span class="n">extractall</span><span class="p">(</span><span class="n">tf</span><span class="p">)</span>
+                <span class="bp">self</span><span class="o">.</span><span class="n">_extensions</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">tf</span><span class="p">)</span>
+
+        <span class="k">elif</span> <span class="n">path</span><span class="o">.</span><span class="n">is_dir</span><span class="p">():</span>
+            <span class="k">for</span> <span class="n">item</span> <span class="ow">in</span> <span class="n">path</span><span class="o">.</span><span class="n">rglob</span><span class="p">(</span><span class="s1">&#39;manifest.*&#39;</span><span class="p">):</span>
+                <span class="n">path</span> <span class="o">=</span> <span class="n">item</span><span class="o">.</span><span class="n">parent</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">_extensions</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">path</span><span class="p">)</span></div>
+
+
+
     <span class="k">def</span> <span class="fm">__getattr__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">item</span><span class="p">):</span>
         <span class="k">if</span> <span class="n">item</span> <span class="ow">not</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="vm">__dict__</span><span class="p">:</span>
             <span class="k">return</span>