payload: {"action":"created","issue":{"url":"https://api.github.com/repos/scylladb/scylla/issues/4973","repository_url":"https://api.github.com/repos/scylladb/scylla","labels_url":"https://api.github.com/repos/scylladb/scylla/issues/4973/labels{/name}","comments_url":"https://api.github.com/repos/scylladb/scylla/issues/4973/comments","events_url":"https://api.github.com/repos/scylladb/scylla/issues/4973/events","html_url":"https://github.com/scylladb/scylla/issues/4973","id":490043773,"node_id":"MDU6SXNzdWU0OTAwNDM3NzM=","number":4973,"title":"Coredump during nodetool cleanup","user":{"login":"amoskong","id":309708,"node_id":"MDQ6VXNlcjMwOTcwOA==","avatar_url":"https://avatars0.githubusercontent.com/u/309708?v=4","gravatar_id":"","url":"https://api.github.com/users/amoskong","html_url":"https://github.com/amoskong","followers_url":"https://api.github.com/users/amoskong/followers","following_url":"https://api.github.com/users/amoskong/following{/other_user}","gists_url":"https://api.github.com/users/amoskong/gists{/gist_id}","starred_url":"https://api.github.com/users/amoskong/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/amoskong/subscriptions","organizations_url":"https://api.github.com/users/amoskong/orgs","repos_url":"https://api.github.com/users/amoskong/repos","events_url":"https://api.github.com/users/amoskong/events{/privacy}","received_events_url":"https://api.github.com/users/amoskong/received_events","type":"User","site_admin":false},"labels":[{"id":302689228,"node_id":"MDU6TGFiZWwzMDI2ODkyMjg=","url":"https://api.github.com/repos/scylladb/scylla/labels/high","name":"high","color":"d4c5f9","default":false}],"state":"open","locked":false,"assignee":{"login":"nyh","id":584227,"node_id":"MDQ6VXNlcjU4NDIyNw==","avatar_url":"https://avatars3.githubusercontent.com/u/584227?v=4","gravatar_id":"","url":"https://api.github.com/users/nyh","html_url":"https://github.com/nyh","followers_url":"https://api.github.com/users/nyh/followers","following_url":"https://api.github.com/users/nyh/following{/other_user}","gists_url":"https://api.github.com/users/nyh/gists{/gist_id}","starred_url":"https://api.github.com/users/nyh/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/nyh/subscriptions","organizations_url":"https://api.github.com/users/nyh/orgs","repos_url":"https://api.github.com/users/nyh/repos","events_url":"https://api.github.com/users/nyh/events{/privacy}","received_events_url":"https://api.github.com/users/nyh/received_events","type":"User","site_admin":false},"assignees":[{"login":"nyh","id":584227,"node_id":"MDQ6VXNlcjU4NDIyNw==","avatar_url":"https://avatars3.githubusercontent.com/u/584227?v=4","gravatar_id":"","url":"https://api.github.com/users/nyh","html_url":"https://github.com/nyh","followers_url":"https://api.github.com/users/nyh/followers","following_url":"https://api.github.com/users/nyh/following{/other_user}","gists_url":"https://api.github.com/users/nyh/gists{/gist_id}","starred_url":"https://api.github.com/users/nyh/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/nyh/subscriptions","organizations_url":"https://api.github.com/users/nyh/orgs","repos_url":"https://api.github.com/users/nyh/repos","events_url":"https://api.github.com/users/nyh/events{/privacy}","received_events_url":"https://api.github.com/users/nyh/received_events","type":"User","site_admin":false},{"login":"eliransin","id":22260843,"node_id":"MDQ6VXNlcjIyMjYwODQz","avatar_url":"https://avatars0.githubusercontent.com/u/22260843?v=4","gravatar_id":"","url":"https://api.github.com/users/eliransin","html_url":"https://github.com/eliransin","followers_url":"https://api.github.com/users/eliransin/followers","following_url":"https://api.github.com/users/eliransin/following{/other_user}","gists_url":"https://api.github.com/users/eliransin/gists{/gist_id}","starred_url":"https://api.github.com/users/eliransin/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/eliransin/subscriptions","organizations_url":"https://api.github.com/users/eliransin/orgs","repos_url":"https://api.github.com/users/eliransin/repos","events_url":"https://api.github.com/users/eliransin/events{/privacy}","received_events_url":"https://api.github.com/users/eliransin/received_events","type":"User","site_admin":false}],"milestone":{"url":"https://api.github.com/repos/scylladb/scylla/milestones/30","html_url":"https://github.com/scylladb/scylla/milestone/30","labels_url":"https://api.github.com/repos/scylladb/scylla/milestones/30/labels","id":3651086,"node_id":"MDk6TWlsZXN0b25lMzY1MTA4Ng==","number":30,"title":"3.1","description":"","creator":{"login":"tzach","id":170200,"node_id":"MDQ6VXNlcjE3MDIwMA==","avatar_url":"https://avatars1.githubusercontent.com/u/170200?v=4","gravatar_id":"","url":"https://api.github.com/users/tzach","html_url":"https://github.com/tzach","followers_url":"https://api.github.com/users/tzach/followers","following_url":"https://api.github.com/users/tzach/following{/other_user}","gists_url":"https://api.github.com/users/tzach/gists{/gist_id}","starred_url":"https://api.github.com/users/tzach/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tzach/subscriptions","organizations_url":"https://api.github.com/users/tzach/orgs","repos_url":"https://api.github.com/users/tzach/repos","events_url":"https://api.github.com/users/tzach/events{/privacy}","received_events_url":"https://api.github.com/users/tzach/received_events","type":"User","site_admin":false},"open_issues":17,"closed_issues":206,"state":"open","created_at":"2018-09-13T09:22:23Z","updated_at":"2019-09-22T11:11:07Z","due_on":null,"closed_at":null},"comments":31,"created_at":"2019-09-05T22:45:02Z","updated_at":"2019-09-22T13:24:42Z","closed_at":null,"author_association":"CONTRIBUTOR","body":"*Installation details*\r\nScylla version (or git commit hash): ~3.1.0.rc5-0.20190903.623ea5e3d~ 3.1.0.rc5-0.20190902.623ea5e3d\r\nCluster size: 6\r\nOS (RHEL/CentOS/Ubuntu/AWS AMI): ~[ami-085dde61b6b9e2c97 ](https://console.aws.amazon.com/ec2/home?region=us-east-1#Images:visibility=owned-by-me;search=ami-085dde61b6b9e2c97;sort=name) (us-east-1)~ [ami-0c67a83236492d6cc (us-east-1)](https://console.aws.amazon.com/ec2/home?region=us-east-1#Images:visibility=owned-by-me;search=ami-0c67a83236492d6cc;sort=name)\r\n\r\n* Description:\r\n  coredump occurred during nodetool_cleanup nemesis, it tried to cleanup the nodes one by one.\r\n\r\n* Job logs:\r\n   test job: http://jenkins.scylladb.com/view/scylla-3.1/job/scylla-3.1/view/scylla-3.1-test/job/longevity/job/longevity-10gb-3h/67\r\n   `hydra investigate show-logs eef922ce-493f-4536-856c-6f51d9fab246`\r\n   test id: eef922ce-493f-4536-856c-6f51d9fab246\r\n   https://cloudius-jenkins-test.s3.amazonaws.com/eef922ce-493f-4536-856c-6f51d9fab246/job_log.zip\r\n\r\n```\r\n9-04 07:39:11,187 >>Started random_disrupt_method destroy_data_then_rebuild\r\n9-04 07:40:39,767 <<Finished random_disrupt_method destroy_data_then_rebuild\r\n9-04 07:50:24,469 >>Started random_disrupt_method validate_hh_short_downtime\r\n9-04 07:53:49,416 <<Finished random_disrupt_method validate_hh_short_downtime\r\n9-04 08:03:40,602 >>Started random_disrupt_method destroy_data_then_repair\r\n9-04 08:05:36,937 <<Finished random_disrupt_method destroy_data_then_repair\r\n9-04 08:15:34,212 >>Started random_disrupt_method nodetool_drain\r\n9-04 08:18:31,371 <<Finished random_disrupt_method nodetool_drain\r\n9-04 08:28:33,433 >>Started random_disrupt_method nodetool_decommission\r\n9-04 08:36:47,367 <<Finished random_disrupt_method nodetool_decommission\r\n9-04 08:46:36,195 >>Started random_disrupt_method truncate\r\n9-04 08:47:21,143 <<Finished random_disrupt_method truncate\r\n9-04 08:56:48,942 >>Started random_disrupt_method nodetool_decommission\r\n9-04 09:04:21,899 <<Finished random_disrupt_method nodetool_decommission\r\n9-04 09:14:11,109 >>Started random_disrupt_method restart_then_repair_node\r\n9-04 09:20:51,405 <<Finished random_disrupt_method restart_then_repair_node\r\n9-04 09:30:39,213 >>Started random_disrupt_method nodetool_cleanup\r\n9-04 09:32:30,335 <<Finished random_disrupt_method nodetool_cleanup\r\n9-04 09:42:04,298 >>Started random_disrupt_method stop_start_scylla_server\r\n9-04 09:43:19,632 <<Finished random_disrupt_method stop_start_scylla_server\r\n9-04 09:52:59,032 >>Started random_disrupt_method mgmt_repair_api\r\n9-04 09:52:59,052 <<Finished random_disrupt_method mgmt_repair_api\r\n9-04 10:02:29,178 >>Started random_disrupt_method show_toppartitions\r\n9-04 10:03:10,943 <<Finished random_disrupt_method show_toppartitions\r\n9-04 10:12:27,168 >>Started random_disrupt_method modify_table\r\n9-04 10:12:32,493 <<Finished random_disrupt_method modify_table\r\n9-04 10:22:08,283 >>Started random_disrupt_method nodetool_cleanup\r\n\r\n<Coredump...>\r\nlongevity-10gb-3h-3-1-db-node-eef922ce-8 [54.224.153.127 | 172.30.0.174]\r\n| 9-04T10:23:45+00:00  ip-172-30-0-174 !INFO    | scylla: Segmentation fault on shard 8.\r\n\r\nlongevity-10gb-3h-3-1-db-node-eef922ce-6 [3.92.181.14 | 172.30.0.166]\r\n| Command: 'nodetool  cleanup keyspace1'\r\n| \r\n| Exit code: 2\r\n| \r\n| Stdout:\r\n| \r\n| \r\n| \r\n| Stderr:\r\n| \r\n|         at sun.rmi.transport.Transport.serviceCall(Transport.java:196)\r\n|         at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:573)\r\n|         at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:834)\r\n|         at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$0(TCPTransport.java:688)\r\n|         at java.security.AccessController.doPrivileged(Native Method)\r\n|         at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:687)\r\n|         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)\r\n|         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)\r\n|         at java.lang.Thread.run(Thread.java:748)\r\n\r\n9-04 10:34:52,769 >>Started random_disrupt_method abort_repair\r\n9-04 10:35:24,450 <<Finished random_disrupt_method abort_repair\r\n9-04 10:40:58,513 >>Started random_disrupt_method snapshot_operations\r\n9-04 10:41:06,569 <<Finished random_disrupt_method snapshot_operations\r\n9-04 10:46:40,315 >>Started random_disrupt_method stop_start_scylla_server\r\n9-04 10:47:54,487 <<Finished random_disrupt_method stop_start_scylla_server\r\n9-04 10:53:28,779 >>Started random_disrupt_method stop_start_scylla_server\r\n9-04 10:54:36,451 <<Finished random_disrupt_method stop_start_scylla_server\r\n```\r\n\r\n```\r\n2019-09-04T10:23:45+00:00  ip-172-30-0-174 !INFO    | scylla: Segmentation fault on shard 8.\r\n\r\n0x0000000004180762\r\n0x000000000406d7e5\r\n0x000000000406dae5\r\n0x000000000406db33\r\n0x00007fee2317f02f\r\n0x00000000040227e5\r\n0x000000000402d2db\r\n0x0000000004047bed\r\n0x0000000004049583\r\n0x000000000406acd1\r\n0x000000000406aece\r\n0x000000000414cf1d\r\n0x000000000417755b\r\n0x0000000004038f8d\r\n/libreloc/libpthread.so.0+0x000000000000858d\r\n/libreloc/libc.so.6+0x00000000000fd6a2\r\n```\r\n"},"comment":{"url":"https://api.github.com/repos/scylladb/scylla/issues/comments/533881664","html_url":"https://github.com/scylladb/scylla/issues/4973#issuecomment-533881664","issue_url":"https://api.github.com/repos/scylladb/scylla/issues/4973","id":533881664,"node_id":"MDEyOklzc3VlQ29tbWVudDUzMzg4MTY2NA==","user":{"login":"avikivity","id":1017210,"node_id":"MDQ6VXNlcjEwMTcyMTA=","avatar_url":"https://avatars1.githubusercontent.com/u/1017210?v=4","gravatar_id":"","url":"https://api.github.com/users/avikivity","html_url":"https://github.com/avikivity","followers_url":"https://api.github.com/users/avikivity/followers","following_url":"https://api.github.com/users/avikivity/following{/other_user}","gists_url":"https://api.github.com/users/avikivity/gists{/gist_id}","starred_url":"https://api.github.com/users/avikivity/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/avikivity/subscriptions","organizations_url":"https://api.github.com/users/avikivity/orgs","repos_url":"https://api.github.com/users/avikivity/repos","events_url":"https://api.github.com/users/avikivity/events{/privacy}","received_events_url":"https://api.github.com/users/avikivity/received_events","type":"User","site_admin":false},"created_at":"2019-09-22T13:24:42Z","updated_at":"2019-09-22T13:24:42Z","author_association":"CONTRIBUTOR","body":"The only reasonable to find this is to reproduce in debug mode."}}
other: {"actor":{"display_login":"avikivity"}}