payload: {"action":"opened","issue":{"url":"https://api.github.com/repos/cormoran-io/retriever-cases/issues/2659","repository_url":"https://api.github.com/repos/cormoran-io/retriever-cases","labels_url":"https://api.github.com/repos/cormoran-io/retriever-cases/issues/2659/labels{/name}","comments_url":"https://api.github.com/repos/cormoran-io/retriever-cases/issues/2659/comments","events_url":"https://api.github.com/repos/cormoran-io/retriever-cases/issues/2659/events","html_url":"https://github.com/cormoran-io/retriever-cases/issues/2659","id":544191321,"node_id":"MDU6SXNzdWU1NDQxOTEzMjE=","number":2659,"title":"mesvoisins.fr Done scraping caissedepargne: SCRAPER_ILLEGAL_STATE","user":{"login":"matthieub-mitrust","id":49908276,"node_id":"MDQ6VXNlcjQ5OTA4Mjc2","avatar_url":"https://avatars0.githubusercontent.com/u/49908276?v=4","gravatar_id":"","url":"https://api.github.com/users/matthieub-mitrust","html_url":"https://github.com/matthieub-mitrust","followers_url":"https://api.github.com/users/matthieub-mitrust/followers","following_url":"https://api.github.com/users/matthieub-mitrust/following{/other_user}","gists_url":"https://api.github.com/users/matthieub-mitrust/gists{/gist_id}","starred_url":"https://api.github.com/users/matthieub-mitrust/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/matthieub-mitrust/subscriptions","organizations_url":"https://api.github.com/users/matthieub-mitrust/orgs","repos_url":"https://api.github.com/users/matthieub-mitrust/repos","events_url":"https://api.github.com/users/matthieub-mitrust/events{/privacy}","received_events_url":"https://api.github.com/users/matthieub-mitrust/received_events","type":"User","site_admin":false},"labels":[{"id":1700259387,"node_id":"MDU6TGFiZWwxNzAwMjU5Mzg3","url":"https://api.github.com/repos/cormoran-io/retriever-cases/labels/prd","name":"prd","color":"ededed","default":false,"description":null},{"id":1656574111,"node_id":"MDU6TGFiZWwxNjU2NTc0MTEx","url":"https://api.github.com/repos/cormoran-io/retriever-cases/labels/retriever","name":"retriever","color":"ededed","default":false,"description":null}],"state":"open","locked":false,"assignee":null,"assignees":[],"milestone":null,"comments":0,"created_at":"2019-12-31T13:38:21Z","updated_at":"2019-12-31T13:38:21Z","closed_at":null,"author_association":"CONTRIBUTOR","body":"mitrust.env: prd\nspring.application.name: retriever-proxy\nAzure id: 0bb505\nGit sha1: fcf0f7\njvm_id: 7179ea98-f9d6-4e13-880d-33ed30f3a231\nuser_name: null\nuser_class: org.springframework.security.web.authentication.preauth.PreAuthenticatedAuthenticationToken\nuser_authorities: [ROLE_PRD-DATASHARING-RETRIEVER_PROXY-API]\nclass_name: io.mitrust.retriever_proxy.mvc.RetrieverProxyControllerHelper\nEndUser IP: 40.89.140.0\nRequest Path: https://prd-retriever-proxy.azurewebsites.net/internal/retriever/v1/getLatestUserInfo\nUser-Agent: Java/11.0.5\nnow: 2019-12-31T14:38:19.744679+01:00\nretriever_nice_message: stale element reference: element is not attached to the page document\n  (Session info: chrome=78.0.3904.108)\n  (Driver info: chromedriver=78.0.3904.105 (60e2d8774a8151efa6a00b1f358371b1e0e07ee2-refs/branch-heads/3904@{#877}),platform=Linux 4.15.0-1064-azure x86_64)\nretriever_stack: Traceback (most recent call last):\n  File \"/sources/scraper/scraperengine.py\", line 1543, in _parse_metadata\n    elem = self._get(desc['element'], timeout)\n  File \"/sources/scraper/scraperengine.py\", line 379, in _get\n    ec.visibility_of_element_located((search_type, value))\n  File \"/usr/local/lib/python3.6/dist-packages/selenium/webdriver/support/wait.py\", line 71, in until\n    value = method(self._driver)\n  File \"/sources/custom_webdriver/expected_conditions.py\", line 16, in __call__\n    return _element_if_visible(_find_element(driver, self.locator))\n  File \"/usr/local/lib/python3.6/dist-packages/selenium/webdriver/support/expected_conditions.py\", line 415, in _find_element\n    raise e\n  File \"/usr/local/lib/python3.6/dist-packages/selenium/webdriver/support/expected_conditions.py\", line 411, in _find_element\n    return driver.find_element(*by)\n  File \"/usr/local/lib/python3.6/dist-packages/selenium/webdriver/remote/webelement.py\", line 659, in find_element\n    {\"using\": by, \"value\": value})['value']\n  File \"/usr/local/lib/python3.6/dist-packages/selenium/webdriver/remote/webelement.py\", line 633, in _execute\n    return self._parent.execute(command, params)\n  File \"/usr/local/lib/python3.6/dist-packages/selenium/webdriver/remote/webdriver.py\", line 321, in execute\n    self.error_handler.check_response(response)\n  File \"/usr/local/lib/python3.6/dist-packages/selenium/webdriver/remote/errorhandler.py\", line 242, in check_response\n    raise exception_class(message, screen, stacktrace)\nselenium.common.exceptions.StaleElementReferenceException: Message: stale element reference: element is not attached to the page document\n  (Session info: chrome=78.0.3904.108)\n  (Driver info: chromedriver=78.0.3904.105 (60e2d8774a8151efa6a00b1f358371b1e0e07ee2-refs/branch-heads/3904@{#877}),platform=Linux 4.15.0-1064-azure x86_64)\n\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/sources/scraper/scraper.py\", line 200, in scrap\n    self.collect_documents(document)\n  File \"/sources/scraper/scraper.py\", line 138, in collect_documents\n    scraper.run(meta)\n  File \"/sources/scraper/scraperengine.py\", line 299, in run\n    raise e\n  File \"/sources/scraper/scraperengine.py\", line 289, in run\n    self._steps(meta['steps'])\n  File \"/sources/scraper/scraperengine.py\", line 2199, in _steps\n    self._step(step)\n  File \"/sources/scraper/scraperengine.py\", line 2179, in _step\n    ret = getattr(self, '_' + functor)(**args)\n  File \"/sources/scraper/scraperengine.py\", line 2730, in _phase\n    self._steps(steps)\n  File \"/sources/scraper/scraperengine.py\", line 2199, in _steps\n    self._step(step)\n  File \"/sources/scraper/scraperengine.py\", line 2179, in _step\n    ret = getattr(self, '_' + functor)(**args)\n  File \"/sources/scraper/scraperengine.py\", line 1700, in _foreach\n    self._steps(steps)\n  File \"/sources/scraper/scraperengine.py\", line 2199, in _steps\n    self._step(step)\n  File \"/sources/scraper/scraperengine.py\", line 2179, in _step\n    ret = getattr(self, '_' + functor)(**args)\n  File \"/sources/scraper/scraperengine.py\", line 1637, in _document_metadata\n    data = self._parse_metadata(args, check_date=True)\n  File \"/sources/scraper/scraperengine.py\", line 1633, in _parse_metadata\n    raise ScraperIllegalState('_parse_metadata', e.msg)\nscraper.errors.ScraperIllegalState: _parse_metadata: stale element reference: element is not attached to the page document\n  (Session info: chrome=78.0.3904.108)\n  (Driver info: chromedriver=78.0.3904.105 (60e2d8774a8151efa6a00b1f358371b1e0e07ee2-refs/branch-heads/3904@{#877}),platform=Linux 4.15.0-1064-azure x86_64)\n\nscraping_transaction: 3ef59d299f824b70b73d522dfb29662e\nexternal_status_code: SCRAPER_ILLEGAL_STATE\ncontractsMetadata: []\ncredentials_are_invalid: false\naccount_needs_cgu: false\ncaptcha_not_solved: false\nidp_not_available: false\nidp_failure: true\nrequest_user_input: false\nresult_is_final: true\ncurrent_phase: financial\nuser_info: {civilityLastnameFirstname=16 chars (a45e48), address=56 chars (d83184)}\nexternal_registration_date: 2019-12-31T13:37:10.084000+00:00\nexternal_start_date: 2019-12-31T13:37:10.333000+00:00\nexternal_end_date: 2019-12-31T13:38:18.419000+00:00\nidp_group_id: caissedepargne\nscraper_id: 293520ec-9d17-41ea-8e99-5958b509553d\nsharing_flow_id: 14f50cbc-9b73-4bfa-ba71-bb99744fcf6a\nclient_id: 3dcaa635d2c2c17fcddde8c518b0f9fc\nretriever_url: https://prd-retriever-public-api.azurewebsites.net/2.0"}}
other: {"actor":{"display_login":"matthieub-mitrust"}}