Merge pull request #55 from CodeSandwich/fix_selenium_test

Fix start URL with JS test

Author: jasonbosco

scraper/src/tests/config_loader/open_selenium_browser_test.py

@@ -39,20 +39,14 @@ def test_browser_needed_when_config_contains_automatic_tag(self,
         c = config({
             "start_urls": [
                 {
-                    "url": "https://symfony.com/doc/(?P<version>.*?)/(?P<type_of_content>.*?)/",
+                    "url": "https://example.com/(?P<var1>.*?)/(?P<var2>.*?)/",
                     "variables": {
-                        "version": {
-                            "url": "https://symfony.com/doc/current/book/controller.html",
-                            "js": """\
-var versions = $('.doc-switcher .versions li').map(function (i, elt) {\
-  return $(elt).find('a').html().split('/')[0].replace(/ |\\n/g,'');\
-}).toArray();\
-versions.push('current');\
-return JSON.stringify(versions);"""
+                        "var1": {
+                            "url": "https://example.com",
+                            "js": "return JSON.stringify(\
+                document.getElementsByTagName('h1')[0].textContent.split(' '))"
                         },
-                        "type_of_content": ["book", "bundles", "reference",
-                                            "components", "cookbook",
-                                            "best_practices"]
+                        "var2": ["one", "two", "three"]
                     }
                 }
             ]