payload: {"action":"created","comment":{"url":"https://api.github.com/repos/mozilla/raptor-studio/pulls/comments/305086059","pull_request_review_id":263870141,"id":305086059,"node_id":"MDI0OlB1bGxSZXF1ZXN0UmV2aWV3Q29tbWVudDMwNTA4NjA1OQ==","diff_hunk":"@@ -1,28 +1,67 @@\n import datetime\n-import os\n+import hashlib\n import json\n-\n+import os\n import urllib\n+from urllib import parse\n+\n from mitmproxy import ctx\n \n \n class HttpProtocolExtractor:\n     def __init__(self):\n         self.request_protocol = {}\n+        self.hashes = []\n+        self.request_count_unique = 0\n+        self.request_count = 0","path":"proxy/scripts/http_protocol_extractor.py","position":18,"original_position":18,"commit_id":"4f6332ffc207f500e482bb49c06cbe11a6cf63bc","original_commit_id":"5375f72f9f037f90c8dd68915425518e0cbd48e3","user":{"login":"davehunt","id":122800,"node_id":"MDQ6VXNlcjEyMjgwMA==","avatar_url":"https://avatars1.githubusercontent.com/u/122800?v=4","gravatar_id":"","url":"https://api.github.com/users/davehunt","html_url":"https://github.com/davehunt","followers_url":"https://api.github.com/users/davehunt/followers","following_url":"https://api.github.com/users/davehunt/following{/other_user}","gists_url":"https://api.github.com/users/davehunt/gists{/gist_id}","starred_url":"https://api.github.com/users/davehunt/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/davehunt/subscriptions","organizations_url":"https://api.github.com/users/davehunt/orgs","repos_url":"https://api.github.com/users/davehunt/repos","events_url":"https://api.github.com/users/davehunt/events{/privacy}","received_events_url":"https://api.github.com/users/davehunt/received_events","type":"User","site_admin":false},"body":"This is duplication from the alternate server replay script. Could we track the requests there, and access the values from here? Perhaps one addon can depend on another? Otherwise, we could make them both depend on another module to reduce the duplication.","created_at":"2019-07-18T19:46:18Z","updated_at":"2019-07-18T19:46:19Z","html_url":"https://github.com/mozilla/raptor-studio/pull/19#discussion_r305086059","pull_request_url":"https://api.github.com/repos/mozilla/raptor-studio/pulls/19","author_association":"MEMBER","_links":{"self":{"href":"https://api.github.com/repos/mozilla/raptor-studio/pulls/comments/305086059"},"html":{"href":"https://github.com/mozilla/raptor-studio/pull/19#discussion_r305086059"},"pull_request":{"href":"https://api.github.com/repos/mozilla/raptor-studio/pulls/19"}},"in_reply_to_id":304364590},"pull_request":{"url":"https://api.github.com/repos/mozilla/raptor-studio/pulls/19","id":298218100,"node_id":"MDExOlB1bGxSZXF1ZXN0Mjk4MjE4MTAw","html_url":"https://github.com/mozilla/raptor-studio/pull/19","diff_url":"https://github.com/mozilla/raptor-studio/pull/19.diff","patch_url":"https://github.com/mozilla/raptor-studio/pull/19.patch","issue_url":"https://api.github.com/repos/mozilla/raptor-studio/issues/19","number":19,"state":"open","locked":false,"title":"Raptor Studio 2.0","user":{"login":"bebef1987","id":703611,"node_id":"MDQ6VXNlcjcwMzYxMQ==","avatar_url":"https://avatars2.githubusercontent.com/u/703611?v=4","gravatar_id":"","url":"https://api.github.com/users/bebef1987","html_url":"https://github.com/bebef1987","followers_url":"https://api.github.com/users/bebef1987/followers","following_url":"https://api.github.com/users/bebef1987/following{/other_user}","gists_url":"https://api.github.com/users/bebef1987/gists{/gist_id}","starred_url":"https://api.github.com/users/bebef1987/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/bebef1987/subscriptions","organizations_url":"https://api.github.com/users/bebef1987/orgs","repos_url":"https://api.github.com/users/bebef1987/repos","events_url":"https://api.github.com/users/bebef1987/events{/privacy}","received_events_url":"https://api.github.com/users/bebef1987/received_events","type":"User","site_admin":false},"body":"Add feature to record multiple sites from json format\r\nGenerate manifest file\r\nGenerate zip file\r\n","created_at":"2019-07-16T21:28:34Z","updated_at":"2019-07-18T19:46:19Z","closed_at":null,"merged_at":null,"merge_commit_sha":"b2f44839d1e72b4d718a0c8bf8d8040dfeb1f4b9","assignee":null,"assignees":[],"requested_reviewers":[],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/mozilla/raptor-studio/pulls/19/commits","review_comments_url":"https://api.github.com/repos/mozilla/raptor-studio/pulls/19/comments","review_comment_url":"https://api.github.com/repos/mozilla/raptor-studio/pulls/comments{/number}","comments_url":"https://api.github.com/repos/mozilla/raptor-studio/issues/19/comments","statuses_url":"https://api.github.com/repos/mozilla/raptor-studio/statuses/4f6332ffc207f500e482bb49c06cbe11a6cf63bc","head":{"label":"bebef1987:fix_br","ref":"fix_br","sha":"4f6332ffc207f500e482bb49c06cbe11a6cf63bc","user":{"login":"bebef1987","id":703611,"node_id":"MDQ6VXNlcjcwMzYxMQ==","avatar_url":"https://avatars2.githubusercontent.com/u/703611?v=4","gravatar_id":"","url":"https://api.github.com/users/bebef1987","html_url":"https://github.com/bebef1987","followers_url":"https://api.github.com/users/bebef1987/followers","following_url":"https://api.github.com/users/bebef1987/following{/other_user}","gists_url":"https://api.github.com/users/bebef1987/gists{/gist_id}","starred_url":"https://api.github.com/users/bebef1987/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/bebef1987/subscriptions","organizations_url":"https://api.github.com/users/bebef1987/orgs","repos_url":"https://api.github.com/users/bebef1987/repos","events_url":"https://api.github.com/users/bebef1987/events{/privacy}","received_events_url":"https://api.github.com/users/bebef1987/received_events","type":"User","site_admin":false},"repo":{"id":169099607,"node_id":"MDEwOlJlcG9zaXRvcnkxNjkwOTk2MDc=","name":"raptor-studio","full_name":"bebef1987/raptor-studio","private":false,"owner":{"login":"bebef1987","id":703611,"node_id":"MDQ6VXNlcjcwMzYxMQ==","avatar_url":"https://avatars2.githubusercontent.com/u/703611?v=4","gravatar_id":"","url":"https://api.github.com/users/bebef1987","html_url":"https://github.com/bebef1987","followers_url":"https://api.github.com/users/bebef1987/followers","following_url":"https://api.github.com/users/bebef1987/following{/other_user}","gists_url":"https://api.github.com/users/bebef1987/gists{/gist_id}","starred_url":"https://api.github.com/users/bebef1987/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/bebef1987/subscriptions","organizations_url":"https://api.github.com/users/bebef1987/orgs","repos_url":"https://api.github.com/users/bebef1987/repos","events_url":"https://api.github.com/users/bebef1987/events{/privacy}","received_events_url":"https://api.github.com/users/bebef1987/received_events","type":"User","site_admin":false},"html_url":"https://github.com/bebef1987/raptor-studio","description":"A simple command line tool for recording and replaying web traffic for Raptor","fork":true,"url":"https://api.github.com/repos/bebef1987/raptor-studio","forks_url":"https://api.github.com/repos/bebef1987/raptor-studio/forks","keys_url":"https://api.github.com/repos/bebef1987/raptor-studio/keys{/key_id}","collaborators_url":"https://api.github.com/repos/bebef1987/raptor-studio/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/bebef1987/raptor-studio/teams","hooks_url":"https://api.github.com/repos/bebef1987/raptor-studio/hooks","issue_events_url":"https://api.github.com/repos/bebef1987/raptor-studio/issues/events{/number}","events_url":"https://api.github.com/repos/bebef1987/raptor-studio/events","assignees_url":"https://api.github.com/repos/bebef1987/raptor-studio/assignees{/user}","branches_url":"https://api.github.com/repos/bebef1987/raptor-studio/branches{/branch}","tags_url":"https://api.github.com/repos/bebef1987/raptor-studio/tags","blobs_url":"https://api.github.com/repos/bebef1987/raptor-studio/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/bebef1987/raptor-studio/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/bebef1987/raptor-studio/git/refs{/sha}","trees_url":"https://api.github.com/repos/bebef1987/raptor-studio/git/trees{/sha}","statuses_url":"https://api.github.com/repos/bebef1987/raptor-studio/statuses/{sha}","languages_url":"https://api.github.com/repos/bebef1987/raptor-studio/languages","stargazers_url":"https://api.github.com/repos/bebef1987/raptor-studio/stargazers","contributors_url":"https://api.github.com/repos/bebef1987/raptor-studio/contributors","subscribers_url":"https://api.github.com/repos/bebef1987/raptor-studio/subscribers","subscription_url":"https://api.github.com/repos/bebef1987/raptor-studio/subscription","commits_url":"https://api.github.com/repos/bebef1987/raptor-studio/commits{/sha}","git_commits_url":"https://api.github.com/repos/bebef1987/raptor-studio/git/commits{/sha}","comments_url":"https://api.github.com/repos/bebef1987/raptor-studio/comments{/number}","issue_comment_url":"https://api.github.com/repos/bebef1987/raptor-studio/issues/comments{/number}","contents_url":"https://api.github.com/repos/bebef1987/raptor-studio/contents/{+path}","compare_url":"https://api.github.com/repos/bebef1987/raptor-studio/compare/{base}...{head}","merges_url":"https://api.github.com/repos/bebef1987/raptor-studio/merges","archive_url":"https://api.github.com/repos/bebef1987/raptor-studio/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/bebef1987/raptor-studio/downloads","issues_url":"https://api.github.com/repos/bebef1987/raptor-studio/issues{/number}","pulls_url":"https://api.github.com/repos/bebef1987/raptor-studio/pulls{/number}","milestones_url":"https://api.github.com/repos/bebef1987/raptor-studio/milestones{/number}","notifications_url":"https://api.github.com/repos/bebef1987/raptor-studio/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/bebef1987/raptor-studio/labels{/name}","releases_url":"https://api.github.com/repos/bebef1987/raptor-studio/releases{/id}","deployments_url":"https://api.github.com/repos/bebef1987/raptor-studio/deployments","created_at":"2019-02-04T15:26:57Z","updated_at":"2019-05-29T08:32:14Z","pushed_at":"2019-07-18T11:24:42Z","git_url":"git://github.com/bebef1987/raptor-studio.git","ssh_url":"git@github.com:bebef1987/raptor-studio.git","clone_url":"https://github.com/bebef1987/raptor-studio.git","svn_url":"https://github.com/bebef1987/raptor-studio","homepage":null,"size":97584,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"disabled":false,"open_issues_count":0,"license":{"key":"mpl-2.0","name":"Mozilla Public License 2.0","spdx_id":"MPL-2.0","url":"https://api.github.com/licenses/mpl-2.0","node_id":"MDc6TGljZW5zZTE0"},"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"mozilla:master","ref":"master","sha":"a01e17ed840f0d817ee64c31e1c3c939c867876e","user":{"login":"mozilla","id":131524,"node_id":"MDEyOk9yZ2FuaXphdGlvbjEzMTUyNA==","avatar_url":"https://avatars2.githubusercontent.com/u/131524?v=4","gravatar_id":"","url":"https://api.github.com/users/mozilla","html_url":"https://github.com/mozilla","followers_url":"https://api.github.com/users/mozilla/followers","following_url":"https://api.github.com/users/mozilla/following{/other_user}","gists_url":"https://api.github.com/users/mozilla/gists{/gist_id}","starred_url":"https://api.github.com/users/mozilla/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mozilla/subscriptions","organizations_url":"https://api.github.com/users/mozilla/orgs","repos_url":"https://api.github.com/users/mozilla/repos","events_url":"https://api.github.com/users/mozilla/events{/privacy}","received_events_url":"https://api.github.com/users/mozilla/received_events","type":"Organization","site_admin":false},"repo":{"id":168894410,"node_id":"MDEwOlJlcG9zaXRvcnkxNjg4OTQ0MTA=","name":"raptor-studio","full_name":"mozilla/raptor-studio","private":false,"owner":{"login":"mozilla","id":131524,"node_id":"MDEyOk9yZ2FuaXphdGlvbjEzMTUyNA==","avatar_url":"https://avatars2.githubusercontent.com/u/131524?v=4","gravatar_id":"","url":"https://api.github.com/users/mozilla","html_url":"https://github.com/mozilla","followers_url":"https://api.github.com/users/mozilla/followers","following_url":"https://api.github.com/users/mozilla/following{/other_user}","gists_url":"https://api.github.com/users/mozilla/gists{/gist_id}","starred_url":"https://api.github.com/users/mozilla/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mozilla/subscriptions","organizations_url":"https://api.github.com/users/mozilla/orgs","repos_url":"https://api.github.com/users/mozilla/repos","events_url":"https://api.github.com/users/mozilla/events{/privacy}","received_events_url":"https://api.github.com/users/mozilla/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/mozilla/raptor-studio","description":"A simple command line tool for recording and replaying web traffic for Raptor","fork":false,"url":"https://api.github.com/repos/mozilla/raptor-studio","forks_url":"https://api.github.com/repos/mozilla/raptor-studio/forks","keys_url":"https://api.github.com/repos/mozilla/raptor-studio/keys{/key_id}","collaborators_url":"https://api.github.com/repos/mozilla/raptor-studio/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/mozilla/raptor-studio/teams","hooks_url":"https://api.github.com/repos/mozilla/raptor-studio/hooks","issue_events_url":"https://api.github.com/repos/mozilla/raptor-studio/issues/events{/number}","events_url":"https://api.github.com/repos/mozilla/raptor-studio/events","assignees_url":"https://api.github.com/repos/mozilla/raptor-studio/assignees{/user}","branches_url":"https://api.github.com/repos/mozilla/raptor-studio/branches{/branch}","tags_url":"https://api.github.com/repos/mozilla/raptor-studio/tags","blobs_url":"https://api.github.com/repos/mozilla/raptor-studio/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/mozilla/raptor-studio/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/mozilla/raptor-studio/git/refs{/sha}","trees_url":"https://api.github.com/repos/mozilla/raptor-studio/git/trees{/sha}","statuses_url":"https://api.github.com/repos/mozilla/raptor-studio/statuses/{sha}","languages_url":"https://api.github.com/repos/mozilla/raptor-studio/languages","stargazers_url":"https://api.github.com/repos/mozilla/raptor-studio/stargazers","contributors_url":"https://api.github.com/repos/mozilla/raptor-studio/contributors","subscribers_url":"https://api.github.com/repos/mozilla/raptor-studio/subscribers","subscription_url":"https://api.github.com/repos/mozilla/raptor-studio/subscription","commits_url":"https://api.github.com/repos/mozilla/raptor-studio/commits{/sha}","git_commits_url":"https://api.github.com/repos/mozilla/raptor-studio/git/commits{/sha}","comments_url":"https://api.github.com/repos/mozilla/raptor-studio/comments{/number}","issue_comment_url":"https://api.github.com/repos/mozilla/raptor-studio/issues/comments{/number}","contents_url":"https://api.github.com/repos/mozilla/raptor-studio/contents/{+path}","compare_url":"https://api.github.com/repos/mozilla/raptor-studio/compare/{base}...{head}","merges_url":"https://api.github.com/repos/mozilla/raptor-studio/merges","archive_url":"https://api.github.com/repos/mozilla/raptor-studio/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/mozilla/raptor-studio/downloads","issues_url":"https://api.github.com/repos/mozilla/raptor-studio/issues{/number}","pulls_url":"https://api.github.com/repos/mozilla/raptor-studio/pulls{/number}","milestones_url":"https://api.github.com/repos/mozilla/raptor-studio/milestones{/number}","notifications_url":"https://api.github.com/repos/mozilla/raptor-studio/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/mozilla/raptor-studio/labels{/name}","releases_url":"https://api.github.com/repos/mozilla/raptor-studio/releases{/id}","deployments_url":"https://api.github.com/repos/mozilla/raptor-studio/deployments","created_at":"2019-02-03T00:41:12Z","updated_at":"2019-07-17T09:32:39Z","pushed_at":"2019-07-18T11:24:43Z","git_url":"git://github.com/mozilla/raptor-studio.git","ssh_url":"git@github.com:mozilla/raptor-studio.git","clone_url":"https://github.com/mozilla/raptor-studio.git","svn_url":"https://github.com/mozilla/raptor-studio","homepage":null,"size":97558,"stargazers_count":1,"watchers_count":1,"language":"Python","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":5,"mirror_url":null,"archived":false,"disabled":false,"open_issues_count":2,"license":{"key":"mpl-2.0","name":"Mozilla Public License 2.0","spdx_id":"MPL-2.0","url":"https://api.github.com/licenses/mpl-2.0","node_id":"MDc6TGljZW5zZTE0"},"forks":5,"open_issues":2,"watchers":1,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/mozilla/raptor-studio/pulls/19"},"html":{"href":"https://github.com/mozilla/raptor-studio/pull/19"},"issue":{"href":"https://api.github.com/repos/mozilla/raptor-studio/issues/19"},"comments":{"href":"https://api.github.com/repos/mozilla/raptor-studio/issues/19/comments"},"review_comments":{"href":"https://api.github.com/repos/mozilla/raptor-studio/pulls/19/comments"},"review_comment":{"href":"https://api.github.com/repos/mozilla/raptor-studio/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/mozilla/raptor-studio/pulls/19/commits"},"statuses":{"href":"https://api.github.com/repos/mozilla/raptor-studio/statuses/4f6332ffc207f500e482bb49c06cbe11a6cf63bc"}},"author_association":"COLLABORATOR"}}
other: {"actor":{"display_login":"davehunt"}}