{"action":"created","issue":{"url":"https://api.github.com/repos/openshift/origin/issues/11016","repository_url":"https://api.github.com/repos/openshift/origin","labels_url":"https://api.github.com/repos/openshift/origin/issues/11016/labels{/name}","comments_url":"https://api.github.com/repos/openshift/origin/issues/11016/comments","events_url":"https://api.github.com/repos/openshift/origin/issues/11016/events","html_url":"https://github.com/openshift/origin/issues/11016","id":178092031,"number":11016,"title":"post-rebase: Pod starting times have increased in Kube 1.4","user":{"login":"kargakis","id":3900799,"avatar_url":"https://avatars.githubusercontent.com/u/3900799?v=3","gravatar_id":"","url":"https://api.github.com/users/kargakis","html_url":"https://github.com/kargakis","followers_url":"https://api.github.com/users/kargakis/followers","following_url":"https://api.github.com/users/kargakis/following{/other_user}","gists_url":"https://api.github.com/users/kargakis/gists{/gist_id}","starred_url":"https://api.github.com/users/kargakis/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/kargakis/subscriptions","organizations_url":"https://api.github.com/users/kargakis/orgs","repos_url":"https://api.github.com/users/kargakis/repos","events_url":"https://api.github.com/users/kargakis/events{/privacy}","received_events_url":"https://api.github.com/users/kargakis/received_events","type":"User","site_admin":false},"labels":[{"id":210157054,"url":"https://api.github.com/repos/openshift/origin/labels/component/containers","name":"component/containers","color":"0052cc","default":false},{"id":250372512,"url":"https://api.github.com/repos/openshift/origin/labels/kind/test-flake","name":"kind/test-flake","color":"c7def8","default":false},{"id":210151727,"url":"https://api.github.com/repos/openshift/origin/labels/priority/P0","name":"priority/P0","color":"e11d21","default":false}],"state":"open","locked":false,"assignee":{"login":"soltysh","id":576341,"avatar_url":"https://avatars.githubusercontent.com/u/576341?v=3","gravatar_id":"","url":"https://api.github.com/users/soltysh","html_url":"https://github.com/soltysh","followers_url":"https://api.github.com/users/soltysh/followers","following_url":"https://api.github.com/users/soltysh/following{/other_user}","gists_url":"https://api.github.com/users/soltysh/gists{/gist_id}","starred_url":"https://api.github.com/users/soltysh/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/soltysh/subscriptions","organizations_url":"https://api.github.com/users/soltysh/orgs","repos_url":"https://api.github.com/users/soltysh/repos","events_url":"https://api.github.com/users/soltysh/events{/privacy}","received_events_url":"https://api.github.com/users/soltysh/received_events","type":"User","site_admin":false},"assignees":[{"login":"soltysh","id":576341,"avatar_url":"https://avatars.githubusercontent.com/u/576341?v=3","gravatar_id":"","url":"https://api.github.com/users/soltysh","html_url":"https://github.com/soltysh","followers_url":"https://api.github.com/users/soltysh/followers","following_url":"https://api.github.com/users/soltysh/following{/other_user}","gists_url":"https://api.github.com/users/soltysh/gists{/gist_id}","starred_url":"https://api.github.com/users/soltysh/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/soltysh/subscriptions","organizations_url":"https://api.github.com/users/soltysh/orgs","repos_url":"https://api.github.com/users/soltysh/repos","events_url":"https://api.github.com/users/soltysh/events{/privacy}","received_events_url":"https://api.github.com/users/soltysh/received_events","type":"User","site_admin":false},{"login":"jwhonce","id":796529,"avatar_url":"https://avatars.githubusercontent.com/u/796529?v=3","gravatar_id":"","url":"https://api.github.com/users/jwhonce","html_url":"https://github.com/jwhonce","followers_url":"https://api.github.com/users/jwhonce/followers","following_url":"https://api.github.com/users/jwhonce/following{/other_user}","gists_url":"https://api.github.com/users/jwhonce/gists{/gist_id}","starred_url":"https://api.github.com/users/jwhonce/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jwhonce/subscriptions","organizations_url":"https://api.github.com/users/jwhonce/orgs","repos_url":"https://api.github.com/users/jwhonce/repos","events_url":"https://api.github.com/users/jwhonce/events{/privacy}","received_events_url":"https://api.github.com/users/jwhonce/received_events","type":"User","site_admin":false}],"milestone":{"url":"https://api.github.com/repos/openshift/origin/milestones/17","html_url":"https://github.com/openshift/origin/milestone/17","labels_url":"https://api.github.com/repos/openshift/origin/milestones/17/labels","id":2049440,"number":17,"title":"1.5.0","description":null,"creator":{"login":"soltysh","id":576341,"avatar_url":"https://avatars.githubusercontent.com/u/576341?v=3","gravatar_id":"","url":"https://api.github.com/users/soltysh","html_url":"https://github.com/soltysh","followers_url":"https://api.github.com/users/soltysh/followers","following_url":"https://api.github.com/users/soltysh/following{/other_user}","gists_url":"https://api.github.com/users/soltysh/gists{/gist_id}","starred_url":"https://api.github.com/users/soltysh/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/soltysh/subscriptions","organizations_url":"https://api.github.com/users/soltysh/orgs","repos_url":"https://api.github.com/users/soltysh/repos","events_url":"https://api.github.com/users/soltysh/events{/privacy}","received_events_url":"https://api.github.com/users/soltysh/received_events","type":"User","site_admin":false},"open_issues":34,"closed_issues":26,"state":"open","created_at":"2016-10-05T12:16:28Z","updated_at":"2016-12-22T13:28:46Z","due_on":null,"closed_at":null},"comments":60,"created_at":"2016-09-20T15:22:37Z","updated_at":"2017-01-06T14:27:30Z","closed_at":null,"body":"Our deployment test suite has started flaking more frequently due to deployer pods needing more time to become ready. We don't have any valuable data since all of our flakes are due to our tests being time-bounded.\r\n\r\nSee:\r\nhttps://github.com/openshift/origin/pull/11001\r\nand related flakes:\r\nhttps://github.com/openshift/origin/issues/10951\r\nhttps://github.com/openshift/origin/issues/11008\r\nhttps://github.com/openshift/origin/issues/10989\r\n\r\ncc: @derekwaynecarr @smarterclayton @mfojtik \r\n"},"comment":{"url":"https://api.github.com/repos/openshift/origin/issues/comments/270913269","html_url":"https://github.com/openshift/origin/issues/11016#issuecomment-270913269","issue_url":"https://api.github.com/repos/openshift/origin/issues/11016","id":270913269,"user":{"login":"smarterclayton","id":1163175,"avatar_url":"https://avatars.githubusercontent.com/u/1163175?v=3","gravatar_id":"","url":"https://api.github.com/users/smarterclayton","html_url":"https://github.com/smarterclayton","followers_url":"https://api.github.com/users/smarterclayton/followers","following_url":"https://api.github.com/users/smarterclayton/following{/other_user}","gists_url":"https://api.github.com/users/smarterclayton/gists{/gist_id}","starred_url":"https://api.github.com/users/smarterclayton/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/smarterclayton/subscriptions","organizations_url":"https://api.github.com/users/smarterclayton/orgs","repos_url":"https://api.github.com/users/smarterclayton/repos","events_url":"https://api.github.com/users/smarterclayton/events{/privacy}","received_events_url":"https://api.github.com/users/smarterclayton/received_events","type":"User","site_admin":false},"created_at":"2017-01-06T14:27:30Z","updated_at":"2017-01-06T14:27:30Z","body":"There was at least one container that took 4 minutes to start:\r\n\r\n```\r\nLatency metrics for node ci-pr65-ig-n-x0v5.c.openshift-gce-devel-ci.internal\r\nJan  6 00:09:38.454: INFO: {Operation: Method:pod_start_latency_microseconds Quantile:0.99 Latency:4m0.426184s}\r\nJan  6 00:09:38.454: INFO: {Operation: Method:pod_start_latency_microseconds Quantile:0.9 Latency:2m33.107112s}\r\nJan  6 00:09:38.454: INFO: {Operation:SyncPod Method:container_manager_latency_microseconds Quantile:0.99 Latency:2m15.985041s}\r\nJan  6 00:09:38.454: INFO: {Operation:sync Method:pod_worker_latency_microseconds Quantile:0.9 Latency:2m3.638843s}\r\nJan  6 00:09:38.454: INFO: {Operation:sync Method:pod_worker_latency_microseconds Quantile:0.99 Latency:2m3.638843s}\r\nJan  6 00:09:38.454: INFO: {Operation:pull_image Method:docker_operations_latency_microseconds Quantile:0.99 Latency:1m36.1392s}\r\nJan  6 00:09:38.454: INFO: {Operation:pull_image Method:docker_operations_latency_microseconds Quantile:0.9 Latency:1m26.463562s}\r\nJan  6 00:09:38.454: INFO: {Operation:SyncPod Method:container_manager_latency_microseconds Quantile:0.9 Latency:49.979557s}\r\nJan  6 00:09:38.454: INFO: {Operation:createPodInfraContainer Method:container_manager_latency_microseconds Quantile:0.99 Latency:47.685318s}\r\nJan  6 00:09:38.454: INFO: {Operation:runContainerInPod Method:container_manager_latency_microseconds Quantile:0.99 Latency:37.203829s}\r\nJan  6 00:09:38.454: INFO: {Operation:create_container Method:docker_operations_latency_microseconds Quantile:0.99 Latency:31.249116s}\r\nJan  6 00:09:38.454: INFO: {Operation: Method:pleg_relist_latency_microseconds Quantile:0.99 Latency:30.389475s}\r\nJan  6 00:09:38.454: INFO: {Operation: Method:pod_worker_start_latency_microseconds Quantile:0.99 Latency:24.973853s}\r\nJan  6 00:09:38.454: INFO: {Operation:runContainerInPod Method:container_manager_latency_microseconds Quantile:0.9 Latency:21.276118s}\r\nJan  6 00:09:38.454: INFO: {Operation:stop_container Method:docker_operations_latency_microseconds Quantile:0.99 Latency:19.079327s}\r\nJan  6 00:09:38.454: INFO: {Operation:createPodInfraContainer Method:container_manager_latency_microseconds Quantile:0.9 Latency:17.403305s}\r\nJan  6 00:09:38.454: INFO: {Operation:create_container Method:docker_operations_latency_microseconds Quantile:0.9 Latency:12.668864s}\r\nJan  6 00:09:38.454: INFO: {Operation: Method:pod_worker_start_latency_microseconds Quantile:0.9 Latency:12.609544s}\r\nJan  6 00:09:38.454: INFO: {Operation:remove_container Method:docker_operations_latency_microseconds Quantile:0.99 Latency:11.227787s}\r\nJan  6 00:09:38.454: INFO: {Operation: Method:pod_start_latency_microseconds Quantile:0.5 Latency:10.568633s}\r\nJan  6 00:09:38.454: INFO: {Operation:list_containers Method:docker_operations_latency_microseconds Quantile:0.99 Latency:10.550709s}\r\n```"}}
{"actor":{"display_login":"smarterclayton"}}