{ "runs": [ { "test": "ping_test", "params": {}, "pass": true, "seconds": 2.3149285316467285, "total_seconds": 21.40013098716736, "stats": { "pings_per_sec": 431.9820710566212 }, "ol-stats": { "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 1, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 1, "Create()/fresh-proc:ms.avg": 2967, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 4, "Create()/make-root-fs:ms.cnt": 1, "Create():ms.avg": 2972, "Create():ms.cnt": 1, "Destroy()/detach-root:ms.avg": 0, "Destroy()/detach-root:ms.cnt": 1, "Destroy()/kill-procs:ms.avg": 1, "Destroy()/kill-procs:ms.cnt": 1, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 1, "Destroy():ms.avg": 10, "Destroy():ms.cnt": 1 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "import_cache_mb": 239, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "registry": "/root/open-lambda/test-registry", "Skip_pull_existing": false, "handler_cache_mb": 239, "sandbox": "sock", "sandbox_config": {}, "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "worker_port": "5000", "registry_cache_ms": 5000 }, "errors": [], "worker_tail": [ "2019/07/03 13:49:38 remove /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:38 remove /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:38 remove /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:38 remove /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:38 remove /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:38 remove /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:38 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:49:38 remove worker.pid", "2019/07/03 13:49:38 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.641606330871582, "total_seconds": 1.880704402923584, "stats": null, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 4, "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 4, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 4, "Create()/fresh-proc:ms.avg": 138, "Create()/fresh-proc:ms.cnt": 4, "Create()/make-root-fs:ms.avg": 4, "Create()/make-root-fs:ms.cnt": 4, "Create():ms.avg": 143, "Create():ms.cnt": 4, "Destroy()/detach-root:ms.avg": 1, "Destroy()/detach-root:ms.cnt": 4, "Destroy()/kill-procs:ms.avg": 1, "Destroy()/kill-procs:ms.cnt": 4, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 4, "Destroy():ms.avg": 2, "Destroy():ms.cnt": 5, "Pause():ms.avg": 3, "Pause():ms.cnt": 4, "evict:ms.avg": 4, "evict:ms.cnt": 1 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "import_cache_mb": 0, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "registry": "/root/open-lambda/test-registry", "handler_cache_mb": 100, "sandbox": "sock", "worker_port": "5000", "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "Skip_pull_existing": false, "registry_cache_ms": 5000 }, "errors": [], "worker_tail": [ "2019/07/03 13:49:39 remove /sys/fs/cgroup/freezer/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:49:39 remove /sys/fs/cgroup/hugetlb/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:49:39 remove /sys/fs/cgroup/memory/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:49:39 remove /sys/fs/cgroup/perf_event/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:49:39 remove /sys/fs/cgroup/systemd/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:49:39 remove /sys/fs/cgroup/pids/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:49:39 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:49:39 remove worker.pid", "2019/07/03 13:49:39 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.414794683456421, "total_seconds": 1.6551876068115234, "stats": null, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 4, "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 4, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 4, "Create()/fresh-proc:ms.avg": 139, "Create()/fresh-proc:ms.cnt": 4, "Create()/make-root-fs:ms.avg": 3, "Create()/make-root-fs:ms.cnt": 4, "Create():ms.avg": 143, "Create():ms.cnt": 4, "Destroy()/detach-root:ms.avg": 0, "Destroy()/detach-root:ms.cnt": 4, "Destroy()/kill-procs:ms.avg": 2, "Destroy()/kill-procs:ms.cnt": 4, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 4, "Destroy():ms.avg": 3, "Destroy():ms.cnt": 4, "Pause():ms.avg": 5, "Pause():ms.cnt": 4 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "import_cache_mb": 0, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "Skip_pull_existing": false, "handler_cache_mb": 250, "sandbox": "sock", "sandbox_config": {}, "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-dir/lambda" }, "errors": [], "worker_tail": [ "2019/07/03 13:49:41 remove /sys/fs/cgroup/freezer/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:49:41 remove /sys/fs/cgroup/hugetlb/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:49:41 remove /sys/fs/cgroup/memory/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:49:41 remove /sys/fs/cgroup/perf_event/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:49:41 remove /sys/fs/cgroup/systemd/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:49:41 remove /sys/fs/cgroup/pids/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:49:41 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:49:41 remove worker.pid", "2019/07/03 13:49:41 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.0616979598999023, "total_seconds": 1.302994728088379, "stats": null, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 4, "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 5, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 5, "Create()/fork-proc:ms.avg": 7, "Create()/fork-proc:ms.cnt": 4, "Create()/fresh-proc:ms.avg": 142, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 3, "Create()/make-root-fs:ms.cnt": 5, "Create():ms.avg": 38, "Create():ms.cnt": 5, "Destroy()/detach-root:ms.avg": 0, "Destroy()/detach-root:ms.cnt": 5, "Destroy()/kill-procs:ms.avg": 1, "Destroy()/kill-procs:ms.cnt": 5, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 5, "Destroy():ms.avg": 1, "Destroy():ms.cnt": 6, "Pause():ms.avg": 4, "Pause():ms.cnt": 4, "evict:ms.avg": 0, "evict:ms.cnt": 1, "fork():ms.avg": 7, "fork():ms.cnt": 4, "forkRequest:ms.avg": 6, "forkRequest:ms.cnt": 4, "move-to-cg-after-fork:ms.avg": 0, "move-to-cg-after-fork:ms.cnt": 4 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "import_cache_mb": 250, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "worker_port": "5000", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "registry": "/root/open-lambda/test-registry", "handler_cache_mb": 100, "sandbox": "sock", "sandbox_config": {}, "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "Skip_pull_existing": false, "registry_cache_ms": 5000 }, "errors": [], "worker_tail": [ "2019/07/03 13:49:42 remove /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:42 remove /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:42 remove /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:42 remove /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:42 remove /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:42 remove /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:42 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:49:42 remove worker.pid", "2019/07/03 13:49:42 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 0.8511416912078857, "total_seconds": 1.0978403091430664, "stats": null, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 4, "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 5, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 5, "Create()/fork-proc:ms.avg": 8, "Create()/fork-proc:ms.cnt": 4, "Create()/fresh-proc:ms.avg": 144, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 3, "Create()/make-root-fs:ms.cnt": 5, "Create():ms.avg": 38, "Create():ms.cnt": 5, "Destroy()/detach-root:ms.avg": 1, "Destroy()/detach-root:ms.cnt": 5, "Destroy()/kill-procs:ms.avg": 1, "Destroy()/kill-procs:ms.cnt": 5, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 5, "Destroy():ms.avg": 3, "Destroy():ms.cnt": 5, "Pause():ms.avg": 6, "Pause():ms.cnt": 4, "fork():ms.avg": 8, "fork():ms.cnt": 4, "forkRequest:ms.avg": 7, "forkRequest:ms.cnt": 4, "move-to-cg-after-fork:ms.avg": 0, "move-to-cg-after-fork:ms.cnt": 4 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "import_cache_mb": 250, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "handler_cache_mb": 250, "sandbox": "sock", "worker_port": "5000", "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "Skip_pull_existing": false, "SOCK_base_path": "/root/open-lambda/test-dir/lambda" }, "errors": [], "worker_tail": [ "2019/07/03 13:49:43 remove /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:43 remove /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:43 remove /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:43 remove /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:43 remove /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:43 remove /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:43 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:49:43 remove worker.pid", "2019/07/03 13:49:43 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 7.237398147583008, "total_seconds": 8.664812564849854, "stats": null, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 8, "Create():ms.avg": 1798, "Create():ms.cnt": 4, "Destroy():ms.avg": 322, "Destroy():ms.cnt": 8, "Pause():ms.avg": 64, "Pause():ms.cnt": 8 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "import_cache_mb": 0, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "registry": "/root/open-lambda/test-registry", "Skip_pull_existing": false, "handler_cache_mb": 100, "sandbox": "docker", "sandbox_config": {}, "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "worker_port": "5000", "registry_cache_ms": 5000 }, "errors": [], "worker_tail": [ "Kill function: install2019/07/03 13:49:52 Destroy() [SB 1]", "2019/07/03 13:49:52 Destroy() [SB 1]", "Kill function: install22019/07/03 13:49:52 Destroy() [SB 2]", "2019/07/03 13:49:52 Destroy() [SB 2]", "Kill function: install32019/07/03 13:49:52 Destroy() [SB 3]", "2019/07/03 13:49:52 Destroy() [SB 3]", "2019/07/03 13:49:52 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:49:52 remove worker.pid", "2019/07/03 13:49:52 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 3.4150094985961914, "total_seconds": 4.440274953842163, "stats": null, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 8, "Create():ms.avg": 843, "Create():ms.cnt": 4, "Destroy():ms.avg": 214, "Destroy():ms.cnt": 8, "Pause():ms.avg": 28, "Pause():ms.cnt": 8 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "import_cache_mb": 0, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "worker_port": "5000", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "handler_cache_mb": 250, "sandbox": "docker", "sandbox_config": {}, "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "Skip_pull_existing": false, "SOCK_base_path": "/root/open-lambda/test-dir/lambda" }, "errors": [], "worker_tail": [ "Kill function: install2019/07/03 13:49:56 Destroy() [SB 1]", "2019/07/03 13:49:56 Destroy() [SB 1]", "Kill function: install22019/07/03 13:49:56 Destroy() [SB 2]", "2019/07/03 13:49:56 Destroy() [SB 2]", "Kill function: install32019/07/03 13:49:56 Destroy() [SB 3]", "2019/07/03 13:49:56 Destroy() [SB 3]", "2019/07/03 13:49:57 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:49:57 remove worker.pid", "2019/07/03 13:49:57 exiting", "" ] }, { "test": "fork_bomb", "params": {}, "pass": true, "seconds": 0.08214449882507324, "total_seconds": 0.31887221336364746, "stats": null, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 1, "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 2, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 2, "Create()/fork-proc:ms.avg": 8, "Create()/fork-proc:ms.cnt": 1, "Create()/fresh-proc:ms.avg": 142, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 4, "Create()/make-root-fs:ms.cnt": 2, "Create():ms.avg": 80, "Create():ms.cnt": 2, "Destroy()/detach-root:ms.avg": 1, "Destroy()/detach-root:ms.cnt": 2, "Destroy()/kill-procs:ms.avg": 0, "Destroy()/kill-procs:ms.cnt": 2, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 2, "Destroy():ms.avg": 2, "Destroy():ms.cnt": 2, "Pause():ms.avg": 4, "Pause():ms.cnt": 1, "fork():ms.avg": 8, "fork():ms.cnt": 1, "forkRequest:ms.avg": 8, "forkRequest:ms.cnt": 1, "move-to-cg-after-fork:ms.avg": 0, "move-to-cg-after-fork:ms.cnt": 1 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "import_cache_mb": 239, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "registry": "/root/open-lambda/test-registry", "Skip_pull_existing": false, "handler_cache_mb": 239, "sandbox": "sock", "sandbox_config": {}, "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "worker_port": "5000", "registry_cache_ms": 5000 }, "errors": [], "worker_tail": [ "2019/07/03 13:49:57 remove /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:57 remove /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:57 remove /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:57 remove /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:57 remove /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:57 remove /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:57 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:49:57 remove worker.pid", "2019/07/03 13:49:57 exiting", "" ] }, { "test": "max_mem_alloc", "params": {}, "pass": true, "seconds": 0.8577859401702881, "total_seconds": 1.0954840183258057, "stats": null, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 1, "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 2, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 2, "Create()/fork-proc:ms.avg": 9, "Create()/fork-proc:ms.cnt": 1, "Create()/fresh-proc:ms.avg": 140, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 4, "Create()/make-root-fs:ms.cnt": 2, "Create():ms.avg": 79, "Create():ms.cnt": 2, "Destroy()/detach-root:ms.avg": 1, "Destroy()/detach-root:ms.cnt": 2, "Destroy()/kill-procs:ms.avg": 0, "Destroy()/kill-procs:ms.cnt": 2, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 2, "Destroy():ms.avg": 2, "Destroy():ms.cnt": 2, "Pause():ms.avg": 4, "Pause():ms.cnt": 1, "fork():ms.avg": 9, "fork():ms.cnt": 1, "forkRequest:ms.avg": 7, "forkRequest:ms.cnt": 1, "move-to-cg-after-fork:ms.avg": 1, "move-to-cg-after-fork:ms.cnt": 1 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "import_cache_mb": 239, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "registry": "/root/open-lambda/test-registry", "Skip_pull_existing": false, "handler_cache_mb": 239, "sandbox": "sock", "sandbox_config": {}, "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "worker_port": "5000", "registry_cache_ms": 5000 }, "errors": [], "worker_tail": [ "2019/07/03 13:49:58 remove /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:58 remove /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:58 remove /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:58 remove /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:58 remove /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:58 remove /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:49:58 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:49:58 remove worker.pid", "2019/07/03 13:49:58 exiting", "" ] }, { "test": "sock_churn", "params": { "procs": 1, "seconds": 15, "baseline": 0, "fork": true }, "pass": true, "seconds": 15.154651403427124, "total_seconds": 15.384333372116089, "stats": { "sandboxes_per_sec": 44.2 }, "ol-stats": { "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 664, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 664, "Create()/fork-proc:ms.avg": 7, "Create()/fork-proc:ms.cnt": 663, "Create()/fresh-proc:ms.avg": 134, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 3, "Create()/make-root-fs:ms.cnt": 664, "Create():ms.avg": 11, "Create():ms.cnt": 664, "Destroy()/detach-root:ms.avg": 1, "Destroy()/detach-root:ms.cnt": 664, "Destroy()/kill-procs:ms.avg": 1, "Destroy()/kill-procs:ms.cnt": 664, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 664, "Destroy():ms.avg": 1, "Destroy():ms.cnt": 1327, "fork():ms.avg": 7, "fork():ms.cnt": 663, "forkRequest:ms.avg": 6, "forkRequest:ms.cnt": 663, "move-to-cg-after-fork:ms.avg": 0, "move-to-cg-after-fork:ms.cnt": 663 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "import_cache_mb": 239, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "worker_port": "5000", "startup_pkgs": null, "registry": "/root/open-lambda/test-dir/registry", "registry_cache_ms": 5000, "handler_cache_mb": 239, "sandbox": "sock", "sandbox_config": {}, "docker_runtime": "", "server_mode": "sock", "pip_mirror": "", "Skip_pull_existing": false, "SOCK_base_path": "/root/open-lambda/test-dir/lambda" }, "errors": [], "worker_tail": [ "2019/07/03 13:50:13 remove /sys/fs/cgroup/freezer/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:50:13 remove /sys/fs/cgroup/hugetlb/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:50:13 remove /sys/fs/cgroup/memory/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:50:13 remove /sys/fs/cgroup/perf_event/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:50:13 remove /sys/fs/cgroup/systemd/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:50:13 remove /sys/fs/cgroup/pids/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:50:13 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:50:13 remove worker.pid", "2019/07/03 13:50:13 exiting", "" ] }, { "test": "sock_churn", "params": { "procs": 15, "seconds": 15, "baseline": 0, "fork": true }, "pass": true, "seconds": 15.525976181030273, "total_seconds": 15.779915571212769, "stats": { "sandboxes_per_sec": 45.13333333333333 }, "ol-stats": { "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 678, "Create()/acquire-mem:ms.avg": 101, "Create()/acquire-mem:ms.cnt": 678, "Create()/fork-proc:ms.avg": 43, "Create()/fork-proc:ms.cnt": 677, "Create()/fresh-proc:ms.avg": 137, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 2, "Create()/make-root-fs:ms.cnt": 678, "Create():ms.avg": 148, "Create():ms.cnt": 678, "Destroy()/detach-root:ms.avg": 2, "Destroy()/detach-root:ms.cnt": 678, "Destroy()/kill-procs:ms.avg": 7, "Destroy()/kill-procs:ms.cnt": 678, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 678, "Destroy():ms.avg": 6, "Destroy():ms.cnt": 1355, "fork():ms.avg": 43, "fork():ms.cnt": 677, "forkRequest:ms.avg": 10, "forkRequest:ms.cnt": 677, "move-to-cg-after-fork:ms.avg": 4, "move-to-cg-after-fork:ms.cnt": 677 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "import_cache_mb": 239, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "worker_port": "5000", "startup_pkgs": null, "registry": "/root/open-lambda/test-dir/registry", "registry_cache_ms": 5000, "handler_cache_mb": 239, "sandbox": "sock", "sandbox_config": {}, "docker_runtime": "", "server_mode": "sock", "pip_mirror": "", "Skip_pull_existing": false, "SOCK_base_path": "/root/open-lambda/test-dir/lambda" }, "errors": [], "worker_tail": [ "2019/07/03 13:50:29 remove /sys/fs/cgroup/freezer/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:50:29 remove /sys/fs/cgroup/hugetlb/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:50:29 remove /sys/fs/cgroup/memory/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:50:29 remove /sys/fs/cgroup/perf_event/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:50:29 remove /sys/fs/cgroup/systemd/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:50:29 remove /sys/fs/cgroup/pids/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:50:29 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:50:29 remove worker.pid", "2019/07/03 13:50:29 exiting", "" ] }, { "test": "update_code", "params": {}, "pass": true, "seconds": 6.034349203109741, "total_seconds": 6.270269870758057, "stats": null, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 3, "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 4, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 4, "Create()/fork-proc:ms.avg": 10, "Create()/fork-proc:ms.cnt": 3, "Create()/fresh-proc:ms.avg": 145, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 3, "Create()/make-root-fs:ms.cnt": 4, "Create():ms.avg": 48, "Create():ms.cnt": 4, "Destroy()/detach-root:ms.avg": 0, "Destroy()/detach-root:ms.cnt": 4, "Destroy()/kill-procs:ms.avg": 0, "Destroy()/kill-procs:ms.cnt": 4, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 4, "Destroy():ms.avg": 1, "Destroy():ms.cnt": 4, "Pause():ms.avg": 0, "Pause():ms.cnt": 1704, "Unpause():ms.avg": 0, "Unpause():ms.cnt": 1701, "fork():ms.avg": 10, "fork():ms.cnt": 3, "forkRequest:ms.avg": 6, "forkRequest:ms.cnt": 3, "move-to-cg-after-fork:ms.avg": 2, "move-to-cg-after-fork:ms.cnt": 3 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "import_cache_mb": 239, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "startup_pkgs": null, "registry": "/tmp/tmph715byc0", "handler_cache_mb": 239, "sandbox": "sock", "worker_port": "5000", "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "Skip_pull_existing": false, "registry_cache_ms": 3000 }, "errors": [], "worker_tail": [ "2019/07/03 13:50:35 remove /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:50:35 remove /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:50:35 remove /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:50:35 remove /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:50:35 remove /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:50:35 remove /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:50:35 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:50:35 remove worker.pid", "2019/07/03 13:50:35 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "procs": 1, "seconds": 15 }, "pass": true, "seconds": 15.045718669891357, "total_seconds": 15.280688047409058, "stats": { "reqs_per_sec": 289.06666666666666 }, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 3, "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 4, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 4, "Create()/fork-proc:ms.avg": 9, "Create()/fork-proc:ms.cnt": 3, "Create()/fresh-proc:ms.avg": 152, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 3, "Create()/make-root-fs:ms.cnt": 4, "Create():ms.avg": 48, "Create():ms.cnt": 4, "Destroy()/detach-root:ms.avg": 0, "Destroy()/detach-root:ms.cnt": 4, "Destroy()/kill-procs:ms.avg": 0, "Destroy()/kill-procs:ms.cnt": 4, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 4, "Destroy():ms.avg": 1, "Destroy():ms.cnt": 4, "Pause():ms.avg": 0, "Pause():ms.cnt": 4336, "Unpause():ms.avg": 0, "Unpause():ms.cnt": 4333, "fork():ms.avg": 9, "fork():ms.cnt": 3, "forkRequest:ms.avg": 7, "forkRequest:ms.cnt": 3, "move-to-cg-after-fork:ms.avg": 1, "move-to-cg-after-fork:ms.cnt": 3 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "import_cache_mb": 250, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "startup_pkgs": null, "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "Skip_pull_existing": false, "handler_cache_mb": 250, "sandbox": "sock", "sandbox_config": {}, "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-dir/lambda" }, "errors": [], "worker_tail": [ "2019/07/03 13:50:51 remove /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:50:51 remove /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:50:51 remove /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:50:51 remove /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:50:51 remove /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:50:51 remove /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:50:51 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:50:51 remove worker.pid", "2019/07/03 13:50:51 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "procs": 2, "seconds": 15 }, "pass": true, "seconds": 15.049551486968994, "total_seconds": 15.28351378440857, "stats": { "reqs_per_sec": 280.1333333333333 }, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 3, "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 4, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 4, "Create()/fork-proc:ms.avg": 9, "Create()/fork-proc:ms.cnt": 3, "Create()/fresh-proc:ms.avg": 159, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 3, "Create()/make-root-fs:ms.cnt": 4, "Create():ms.avg": 50, "Create():ms.cnt": 4, "Destroy()/detach-root:ms.avg": 0, "Destroy()/detach-root:ms.cnt": 4, "Destroy()/kill-procs:ms.avg": 0, "Destroy()/kill-procs:ms.cnt": 4, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 4, "Destroy():ms.avg": 1, "Destroy():ms.cnt": 4, "Pause():ms.avg": 0, "Pause():ms.cnt": 3814, "Unpause():ms.avg": 0, "Unpause():ms.cnt": 3811, "fork():ms.avg": 8, "fork():ms.cnt": 3, "forkRequest:ms.avg": 7, "forkRequest:ms.cnt": 3, "move-to-cg-after-fork:ms.avg": 1, "move-to-cg-after-fork:ms.cnt": 3 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "import_cache_mb": 250, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "startup_pkgs": null, "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "Skip_pull_existing": false, "handler_cache_mb": 250, "sandbox": "sock", "sandbox_config": {}, "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-dir/lambda" }, "errors": [], "worker_tail": [ "2019/07/03 13:51:06 remove /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:06 remove /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:06 remove /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:06 remove /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:06 remove /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:06 remove /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:06 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:51:06 remove worker.pid", "2019/07/03 13:51:06 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "procs": 8, "seconds": 15 }, "pass": true, "seconds": 15.074176549911499, "total_seconds": 15.30750846862793, "stats": { "reqs_per_sec": 260.4 }, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 3, "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 4, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 4, "Create()/fork-proc:ms.avg": 10, "Create()/fork-proc:ms.cnt": 3, "Create()/fresh-proc:ms.avg": 200, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 3, "Create()/make-root-fs:ms.cnt": 4, "Create():ms.avg": 62, "Create():ms.cnt": 4, "Destroy()/detach-root:ms.avg": 0, "Destroy()/detach-root:ms.cnt": 4, "Destroy()/kill-procs:ms.avg": 0, "Destroy()/kill-procs:ms.cnt": 4, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 4, "Destroy():ms.avg": 1, "Destroy():ms.cnt": 4, "Pause():ms.avg": 0, "Pause():ms.cnt": 3106, "Unpause():ms.avg": 0, "Unpause():ms.cnt": 3103, "fork():ms.avg": 10, "fork():ms.cnt": 3, "forkRequest:ms.avg": 8, "forkRequest:ms.cnt": 3, "move-to-cg-after-fork:ms.avg": 2, "move-to-cg-after-fork:ms.cnt": 3 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "import_cache_mb": 100, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "startup_pkgs": null, "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "handler_cache_mb": 500, "sandbox": "sock", "worker_port": "5000", "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "Skip_pull_existing": false, "SOCK_base_path": "/root/open-lambda/test-dir/lambda" }, "errors": [], "worker_tail": [ "2019/07/03 13:51:21 remove /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 remove /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 remove /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 remove /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 remove /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 remove /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:51:21 remove worker.pid", "2019/07/03 13:51:21 exiting", "" ] }, { "test": "call_each_once_exec", "params": { "alloc_mb": 1, "lambda_count": 100 }, "pass": false, "seconds": null, "total_seconds": 0.952202558517456, "stats": null, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 27, "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 28, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 28, "Create()/fork-proc:ms.avg": 8, "Create()/fork-proc:ms.cnt": 27, "Create()/fresh-proc:ms.avg": 140, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 1, "Create()/make-root-fs:ms.cnt": 28, "Create():ms.avg": 14, "Create():ms.cnt": 28, "Destroy()/detach-root:ms.avg": 0, "Destroy()/detach-root:ms.cnt": 28, "Destroy()/kill-procs:ms.avg": 1, "Destroy()/kill-procs:ms.cnt": 28, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 28, "Destroy():ms.avg": 1, "Destroy():ms.cnt": 28, "Pause():ms.avg": 4, "Pause():ms.cnt": 27, "fork():ms.avg": 8, "fork():ms.cnt": 27, "forkRequest:ms.avg": 6, "forkRequest:ms.cnt": 27, "move-to-cg-after-fork:ms.avg": 1, "move-to-cg-after-fork:ms.cnt": 27 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "import_cache_mb": 250, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "startup_pkgs": null, "registry": "/tmp/tmp5nmu1zi9", "Skip_pull_existing": false, "handler_cache_mb": 250, "sandbox": "sock", "sandbox_config": {}, "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "worker_port": "5000", "registry_cache_ms": 5000 }, "errors": [ [ "Traceback (most recent call last):", " File \"test.py\", line 76, in wrapper", " rv = fn(**kwargs)", " File \"test.py\", line 216, in call_each_once_exec", " r.raise_for_status()", " File \"/usr/lib/python3/dist-packages/requests/models.py\", line 840, in raise_for_status", " raise HTTPError(http_error_msg, response=self)", "requests.exceptions.HTTPError: 502 Server Error: Bad Gateway for url: http://localhost:5000/run/L26", "" ] ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-dir", "2019/07/03 13:51:21 save PID 15336 to file /root/open-lambda/test-dir/worker/worker.pid", "2019/07/03 13:51:21 Start Lambda Server", "2019/07/03 13:51:21 Create HandlerPuller", "2019/07/03 13:51:21 Create ModulePuller", "2019/07/03 13:51:21 Create SandboxPool", "2019/07/03 13:51:21 create /sys/fs/cgroup/blkio/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:21 create /sys/fs/cgroup/cpu/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:21 create /sys/fs/cgroup/devices/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:21 create /sys/fs/cgroup/freezer/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:21 create /sys/fs/cgroup/hugetlb/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:21 create /sys/fs/cgroup/memory/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:21 create /sys/fs/cgroup/perf_event/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:21 create /sys/fs/cgroup/systemd/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:21 create /sys/fs/cgroup/pids/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:21 Create ImportCache", "2019/07/03 13:51:21 create /sys/fs/cgroup/blkio/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 create /sys/fs/cgroup/cpu/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 create /sys/fs/cgroup/devices/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 create /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 create /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 create /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 create /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 create /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 create /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 Setups Handlers", "2019/07/03 13:51:21 Execute handler by POSTing to localhost:5000/run/", "2019/07/03 13:51:21 Get status by sending request to localhost:5000/status", "2019/07/03 13:51:21 start creating/serving CGs [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:21 start creating/serving CGs [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:21 .Create(, /root/open-lambda/test-dir/worker/scratch/import-cache-1001, [], )...", "2019/07/03 13:51:22 Receive request to /pid", "2019/07/03 13:51:22 Receive request to /run/L0", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 22 [FUNC L0]", "2019/07/03 13:51:22 Installs: [] [FUNC L0]", "2019/07/03 13:51:22 Imports: [] [FUNC L0]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L0]", "2019/07/03 13:51:22 ...returns &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/1-L0, /root/open-lambda/test-dir/worker/scratch/func-L0-1002, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f2a0 2 /root/open-lambda/test-dir/worker/sock-handlers/2 /root/open-lambda/test-dir/worker/lambda_code/1-L0 /root/open-lambda/test-dir/worker/scratch/func-L0-1002 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0001b60e0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 2]", "2019/07/03 13:51:22 Pause() [SB 2]", "2019/07/03 13:51:22 Receive request to /run/L1", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 33 [FUNC L1]", "2019/07/03 13:51:22 Installs: [] [FUNC L1]", "2019/07/03 13:51:22 Imports: [] [FUNC L1]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L1]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/2-L1, /root/open-lambda/test-dir/worker/scratch/func-L1-1003, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f2c0 3 /root/open-lambda/test-dir/worker/sock-handlers/3 /root/open-lambda/test-dir/worker/lambda_code/2-L1 /root/open-lambda/test-dir/worker/scratch/func-L1-1003 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0001b63f0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 3]", "2019/07/03 13:51:22 Pause() [SB 3]", "2019/07/03 13:51:22 Receive request to /run/L2", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 43 [FUNC L2]", "2019/07/03 13:51:22 Installs: [] [FUNC L2]", "2019/07/03 13:51:22 Imports: [] [FUNC L2]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L2]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/3-L2, /root/open-lambda/test-dir/worker/scratch/func-L2-1004, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f2e0 4 /root/open-lambda/test-dir/worker/sock-handlers/4 /root/open-lambda/test-dir/worker/lambda_code/3-L2 /root/open-lambda/test-dir/worker/scratch/func-L2-1004 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0001b6700 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 4]", "2019/07/03 13:51:22 Pause() [SB 4]", "2019/07/03 13:51:22 Receive request to /run/L3", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 53 [FUNC L3]", "2019/07/03 13:51:22 Installs: [] [FUNC L3]", "2019/07/03 13:51:22 Imports: [] [FUNC L3]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L3]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/4-L3, /root/open-lambda/test-dir/worker/scratch/func-L3-1005, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f300 5 /root/open-lambda/test-dir/worker/sock-handlers/5 /root/open-lambda/test-dir/worker/lambda_code/4-L3 /root/open-lambda/test-dir/worker/scratch/func-L3-1005 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0001b6a10 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 5]", "2019/07/03 13:51:22 Pause() [SB 5]", "2019/07/03 13:51:22 Receive request to /run/L4", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 63 [FUNC L4]", "2019/07/03 13:51:22 Installs: [] [FUNC L4]", "2019/07/03 13:51:22 Imports: [] [FUNC L4]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L4]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/5-L4, /root/open-lambda/test-dir/worker/scratch/func-L4-1006, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f320 6 /root/open-lambda/test-dir/worker/sock-handlers/6 /root/open-lambda/test-dir/worker/lambda_code/5-L4 /root/open-lambda/test-dir/worker/scratch/func-L4-1006 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0001b6d20 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 6]", "2019/07/03 13:51:22 Pause() [SB 6]", "2019/07/03 13:51:22 Receive request to /run/L5", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 73 [FUNC L5]", "2019/07/03 13:51:22 Installs: [] [FUNC L5]", "2019/07/03 13:51:22 Imports: [] [FUNC L5]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L5]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/6-L5, /root/open-lambda/test-dir/worker/scratch/func-L5-1007, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f340 7 /root/open-lambda/test-dir/worker/sock-handlers/7 /root/open-lambda/test-dir/worker/lambda_code/6-L5 /root/open-lambda/test-dir/worker/scratch/func-L5-1007 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0001b7030 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 7]", "2019/07/03 13:51:22 Pause() [SB 7]", "2019/07/03 13:51:22 Receive request to /run/L6", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 83 [FUNC L6]", "2019/07/03 13:51:22 Installs: [] [FUNC L6]", "2019/07/03 13:51:22 Imports: [] [FUNC L6]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L6]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/7-L6, /root/open-lambda/test-dir/worker/scratch/func-L6-1008, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f360 8 /root/open-lambda/test-dir/worker/sock-handlers/8 /root/open-lambda/test-dir/worker/lambda_code/7-L6 /root/open-lambda/test-dir/worker/scratch/func-L6-1008 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0001b7340 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 8]", "2019/07/03 13:51:22 Pause() [SB 8]", "2019/07/03 13:51:22 Receive request to /run/L7", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 93 [FUNC L7]", "2019/07/03 13:51:22 Installs: [] [FUNC L7]", "2019/07/03 13:51:22 Imports: [] [FUNC L7]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L7]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/8-L7, /root/open-lambda/test-dir/worker/scratch/func-L7-1009, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f380 9 /root/open-lambda/test-dir/worker/sock-handlers/9 /root/open-lambda/test-dir/worker/lambda_code/8-L7 /root/open-lambda/test-dir/worker/scratch/func-L7-1009 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0001b7650 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 9]", "2019/07/03 13:51:22 Pause() [SB 9]", "2019/07/03 13:51:22 Receive request to /run/L8", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 103 [FUNC L8]", "2019/07/03 13:51:22 Installs: [] [FUNC L8]", "2019/07/03 13:51:22 Imports: [] [FUNC L8]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L8]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/9-L8, /root/open-lambda/test-dir/worker/scratch/func-L8-1010, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f3a0 10 /root/open-lambda/test-dir/worker/sock-handlers/10 /root/open-lambda/test-dir/worker/lambda_code/9-L8 /root/open-lambda/test-dir/worker/scratch/func-L8-1010 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0001b7960 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 10]", "2019/07/03 13:51:22 Pause() [SB 10]", "2019/07/03 13:51:22 Receive request to /run/L9", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 113 [FUNC L9]", "2019/07/03 13:51:22 Installs: [] [FUNC L9]", "2019/07/03 13:51:22 Imports: [] [FUNC L9]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L9]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/10-L9, /root/open-lambda/test-dir/worker/scratch/func-L9-1011, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f3c0 11 /root/open-lambda/test-dir/worker/sock-handlers/11 /root/open-lambda/test-dir/worker/lambda_code/10-L9 /root/open-lambda/test-dir/worker/scratch/func-L9-1011 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0001b7c70 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 11]", "2019/07/03 13:51:22 Pause() [SB 11]", "2019/07/03 13:51:22 Receive request to /run/L10", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 123 [FUNC L10]", "2019/07/03 13:51:22 Installs: [] [FUNC L10]", "2019/07/03 13:51:22 Imports: [] [FUNC L10]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L10]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/11-L10, /root/open-lambda/test-dir/worker/scratch/func-L10-1012, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f3e0 12 /root/open-lambda/test-dir/worker/sock-handlers/12 /root/open-lambda/test-dir/worker/lambda_code/11-L10 /root/open-lambda/test-dir/worker/scratch/func-L10-1012 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0001b7f80 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 12]", "2019/07/03 13:51:22 Pause() [SB 12]", "2019/07/03 13:51:22 Receive request to /run/L11", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 133 [FUNC L11]", "2019/07/03 13:51:22 Installs: [] [FUNC L11]", "2019/07/03 13:51:22 Imports: [] [FUNC L11]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L11]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/12-L11, /root/open-lambda/test-dir/worker/scratch/func-L11-1013, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f400 13 /root/open-lambda/test-dir/worker/sock-handlers/13 /root/open-lambda/test-dir/worker/lambda_code/12-L11 /root/open-lambda/test-dir/worker/scratch/func-L11-1013 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0003122a0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 13]", "2019/07/03 13:51:22 Pause() [SB 13]", "2019/07/03 13:51:22 Receive request to /run/L12", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 143 [FUNC L12]", "2019/07/03 13:51:22 Installs: [] [FUNC L12]", "2019/07/03 13:51:22 Imports: [] [FUNC L12]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L12]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/13-L12, /root/open-lambda/test-dir/worker/scratch/func-L12-1014, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f420 14 /root/open-lambda/test-dir/worker/sock-handlers/14 /root/open-lambda/test-dir/worker/lambda_code/13-L12 /root/open-lambda/test-dir/worker/scratch/func-L12-1014 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0003125b0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 14]", "2019/07/03 13:51:22 Pause() [SB 14]", "2019/07/03 13:51:22 Receive request to /run/L13", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 153 [FUNC L13]", "2019/07/03 13:51:22 Installs: [] [FUNC L13]", "2019/07/03 13:51:22 Imports: [] [FUNC L13]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L13]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/14-L13, /root/open-lambda/test-dir/worker/scratch/func-L13-1015, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f440 15 /root/open-lambda/test-dir/worker/sock-handlers/15 /root/open-lambda/test-dir/worker/lambda_code/14-L13 /root/open-lambda/test-dir/worker/scratch/func-L13-1015 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0003128c0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 15]", "2019/07/03 13:51:22 Pause() [SB 15]", "2019/07/03 13:51:22 Receive request to /run/L14", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 163 [FUNC L14]", "2019/07/03 13:51:22 Installs: [] [FUNC L14]", "2019/07/03 13:51:22 Imports: [] [FUNC L14]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L14]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/15-L14, /root/open-lambda/test-dir/worker/scratch/func-L14-1016, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f460 16 /root/open-lambda/test-dir/worker/sock-handlers/16 /root/open-lambda/test-dir/worker/lambda_code/15-L14 /root/open-lambda/test-dir/worker/scratch/func-L14-1016 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc000312bd0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 16]", "2019/07/03 13:51:22 Pause() [SB 16]", "2019/07/03 13:51:22 Receive request to /run/L15", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 173 [FUNC L15]", "2019/07/03 13:51:22 Installs: [] [FUNC L15]", "2019/07/03 13:51:22 Imports: [] [FUNC L15]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L15]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/16-L15, /root/open-lambda/test-dir/worker/scratch/func-L15-1017, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f480 17 /root/open-lambda/test-dir/worker/sock-handlers/17 /root/open-lambda/test-dir/worker/lambda_code/16-L15 /root/open-lambda/test-dir/worker/scratch/func-L15-1017 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc000312ee0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 17]", "2019/07/03 13:51:22 Pause() [SB 17]", "2019/07/03 13:51:22 Receive request to /run/L16", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 183 [FUNC L16]", "2019/07/03 13:51:22 Installs: [] [FUNC L16]", "2019/07/03 13:51:22 Imports: [] [FUNC L16]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L16]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/17-L16, /root/open-lambda/test-dir/worker/scratch/func-L16-1018, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000f4a0 18 /root/open-lambda/test-dir/worker/sock-handlers/18 /root/open-lambda/test-dir/worker/lambda_code/17-L16 /root/open-lambda/test-dir/worker/scratch/func-L16-1018 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0003131f0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 18]", "2019/07/03 13:51:22 Pause() [SB 18]", "2019/07/03 13:51:22 Receive request to /run/L17", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 193 [FUNC L17]", "2019/07/03 13:51:22 Installs: [] [FUNC L17]", "2019/07/03 13:51:22 Imports: [] [FUNC L17]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L17]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/18-L17, /root/open-lambda/test-dir/worker/scratch/func-L17-1019, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc00000fc60 19 /root/open-lambda/test-dir/worker/sock-handlers/19 /root/open-lambda/test-dir/worker/lambda_code/18-L17 /root/open-lambda/test-dir/worker/scratch/func-L17-1019 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc000313500 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 19]", "2019/07/03 13:51:22 Pause() [SB 19]", "2019/07/03 13:51:22 Receive request to /run/L18", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 203 [FUNC L18]", "2019/07/03 13:51:22 Installs: [] [FUNC L18]", "2019/07/03 13:51:22 Imports: [] [FUNC L18]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L18]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/19-L18, /root/open-lambda/test-dir/worker/scratch/func-L18-1020, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc0001e03a0 20 /root/open-lambda/test-dir/worker/sock-handlers/20 /root/open-lambda/test-dir/worker/lambda_code/19-L18 /root/open-lambda/test-dir/worker/scratch/func-L18-1020 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc000313810 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 20]", "2019/07/03 13:51:22 Pause() [SB 20]", "2019/07/03 13:51:22 Receive request to /run/L19", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 213 [FUNC L19]", "2019/07/03 13:51:22 Installs: [] [FUNC L19]", "2019/07/03 13:51:22 Imports: [] [FUNC L19]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L19]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/20-L19, /root/open-lambda/test-dir/worker/scratch/func-L19-1021, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc0001e0aa0 21 /root/open-lambda/test-dir/worker/sock-handlers/21 /root/open-lambda/test-dir/worker/lambda_code/20-L19 /root/open-lambda/test-dir/worker/scratch/func-L19-1021 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc000313b20 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 21]", "2019/07/03 13:51:22 Pause() [SB 21]", "2019/07/03 13:51:22 Receive request to /run/L20", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 223 [FUNC L20]", "2019/07/03 13:51:22 Installs: [] [FUNC L20]", "2019/07/03 13:51:22 Imports: [] [FUNC L20]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L20]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/21-L20, /root/open-lambda/test-dir/worker/scratch/func-L20-1022, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc0001e11a0 22 /root/open-lambda/test-dir/worker/sock-handlers/22 /root/open-lambda/test-dir/worker/lambda_code/21-L20 /root/open-lambda/test-dir/worker/scratch/func-L20-1022 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc000313e30 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 22]", "2019/07/03 13:51:22 Pause() [SB 22]", "2019/07/03 13:51:22 Receive request to /run/L21", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 233 [FUNC L21]", "2019/07/03 13:51:22 Installs: [] [FUNC L21]", "2019/07/03 13:51:22 Imports: [] [FUNC L21]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L21]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/22-L21, /root/open-lambda/test-dir/worker/scratch/func-L21-1023, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc0001e18a0 23 /root/open-lambda/test-dir/worker/sock-handlers/23 /root/open-lambda/test-dir/worker/lambda_code/22-L21 /root/open-lambda/test-dir/worker/scratch/func-L21-1023 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc000472150 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 23]", "2019/07/03 13:51:22 Pause() [SB 23]", "2019/07/03 13:51:22 Receive request to /run/L22", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 243 [FUNC L22]", "2019/07/03 13:51:22 Installs: [] [FUNC L22]", "2019/07/03 13:51:22 Imports: [] [FUNC L22]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L22]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/23-L22, /root/open-lambda/test-dir/worker/scratch/func-L22-1024, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc0001e1fa0 24 /root/open-lambda/test-dir/worker/sock-handlers/24 /root/open-lambda/test-dir/worker/lambda_code/23-L22 /root/open-lambda/test-dir/worker/scratch/func-L22-1024 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc000472460 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 24]", "2019/07/03 13:51:22 Pause() [SB 24]", "2019/07/03 13:51:22 Receive request to /run/L23", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 253 [FUNC L23]", "2019/07/03 13:51:22 Installs: [] [FUNC L23]", "2019/07/03 13:51:22 Imports: [] [FUNC L23]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L23]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/24-L23, /root/open-lambda/test-dir/worker/scratch/func-L23-1025, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc0002726a0 25 /root/open-lambda/test-dir/worker/sock-handlers/25 /root/open-lambda/test-dir/worker/lambda_code/24-L23 /root/open-lambda/test-dir/worker/scratch/func-L23-1025 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc000472770 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 25]", "2019/07/03 13:51:22 Pause() [SB 25]", "2019/07/03 13:51:22 Receive request to /run/L24", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 263 [FUNC L24]", "2019/07/03 13:51:22 Installs: [] [FUNC L24]", "2019/07/03 13:51:22 Imports: [] [FUNC L24]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L24]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/25-L24, /root/open-lambda/test-dir/worker/scratch/func-L24-1026, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc000272da0 26 /root/open-lambda/test-dir/worker/sock-handlers/26 /root/open-lambda/test-dir/worker/lambda_code/25-L24 /root/open-lambda/test-dir/worker/scratch/func-L24-1026 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc000472a80 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 26]", "2019/07/03 13:51:22 Pause() [SB 26]", "2019/07/03 13:51:22 Receive request to /run/L25", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 273 [FUNC L25]", "2019/07/03 13:51:22 Installs: [] [FUNC L25]", "2019/07/03 13:51:22 Imports: [] [FUNC L25]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L25]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/26-L25, /root/open-lambda/test-dir/worker/scratch/func-L25-1027, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc0002734a0 27 /root/open-lambda/test-dir/worker/sock-handlers/27 /root/open-lambda/test-dir/worker/lambda_code/26-L25 /root/open-lambda/test-dir/worker/scratch/func-L25-1027 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc000472d90 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 27]", "2019/07/03 13:51:22 Pause() [SB 27]", "2019/07/03 13:51:22 Receive request to /run/L26", "2019/07/03 13:51:22 debug: LambdaFunc.Task() runs on goroutine 284 [FUNC L26]", "2019/07/03 13:51:22 Installs: [] [FUNC L26]", "2019/07/03 13:51:22 Imports: [] [FUNC L26]", "2019/07/03 13:51:22 increase instances to 1 [FUNC L26]", "2019/07/03 13:51:22 .Create(/root/open-lambda/test-dir/worker/lambda_code/27-L26, /root/open-lambda/test-dir/worker/scratch/func-L26-1028, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:22 fork(&{0xc0000826e0 0xc000273ba0 28 /root/open-lambda/test-dir/worker/sock-handlers/28 /root/open-lambda/test-dir/worker/lambda_code/27-L26 /root/open-lambda/test-dir/worker/scratch/func-L26-1028 }) [SB 1]", "2019/07/03 13:51:22 ...returns &{0xc0000d6380 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:22 Channel() [SB 28]", "2019/07/03 13:51:22 http: proxy error: dial unix /root/open-lambda/test-dir/worker/scratch/func-L26-1028/ol.sock: connect: no such file or directory", "2019/07/03 13:51:22 Pause() [SB 28]", "2019/07/03 13:51:22 received kill signal, cleaning up", "Kill function: L122019/07/03 13:51:22 Destroy() [SB 14]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 14]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 14]", "Kill function: L132019/07/03 13:51:22 Destroy() [SB 15]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 15]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 15]", "Kill function: L202019/07/03 13:51:22 Destroy() [SB 22]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 22]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 22]", "Kill function: L42019/07/03 13:51:22 Destroy() [SB 6]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 6]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 6]", "Kill function: L172019/07/03 13:51:22 Destroy() [SB 19]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 19]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 19]", "Kill function: L182019/07/03 13:51:22 Destroy() [SB 20]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 20]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 20]", "Kill function: L262019/07/03 13:51:22 Destroy() [SB 28]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 28]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 28]", "Kill function: L12019/07/03 13:51:22 Destroy() [SB 3]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 3]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 3]", "Kill function: L72019/07/03 13:51:22 Destroy() [SB 9]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 9]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 9]", "Kill function: L92019/07/03 13:51:22 Destroy() [SB 11]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 11]", "2019/07/03 13:51:22 waiting for 1 procs in cg-10 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 11]", "Kill function: L142019/07/03 13:51:22 Destroy() [SB 16]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 16]", "2019/07/03 13:51:22 waiting for 1 procs in cg-15 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 16]", "Kill function: L232019/07/03 13:51:22 Destroy() [SB 25]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 25]", "2019/07/03 13:51:22 waiting for 1 procs in cg-24 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 25]", "Kill function: L252019/07/03 13:51:22 Destroy() [SB 27]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 27]", "2019/07/03 13:51:22 waiting for 1 procs in cg-26 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 27]", "Kill function: L02019/07/03 13:51:22 Destroy() [SB 2]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 2]", "2019/07/03 13:51:22 waiting for 1 procs in cg-1 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 2]", "Kill function: L32019/07/03 13:51:22 Destroy() [SB 5]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 5]", "2019/07/03 13:51:22 waiting for 1 procs in cg-4 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 5]", "Kill function: L192019/07/03 13:51:22 Destroy() [SB 21]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 21]", "2019/07/03 13:51:22 waiting for 1 procs in cg-20 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 21]", "Kill function: L62019/07/03 13:51:22 Destroy() [SB 8]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 8]", "2019/07/03 13:51:22 waiting for 1 procs in cg-7 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 8]", "Kill function: L82019/07/03 13:51:22 Destroy() [SB 10]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 10]", "2019/07/03 13:51:22 waiting for 1 procs in cg-9 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 10]", "Kill function: L52019/07/03 13:51:22 Destroy() [SB 7]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 7]", "2019/07/03 13:51:22 waiting for 1 procs in cg-6 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 7]", "Kill function: L152019/07/03 13:51:22 Destroy() [SB 17]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 17]", "2019/07/03 13:51:22 waiting for 1 procs in cg-16 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 17]", "Kill function: L222019/07/03 13:51:22 Destroy() [SB 24]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 24]", "2019/07/03 13:51:22 waiting for 1 procs in cg-23 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 24]", "Kill function: L22019/07/03 13:51:22 Destroy() [SB 4]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 4]", "2019/07/03 13:51:22 waiting for 1 procs in cg-3 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 4]", "Kill function: L102019/07/03 13:51:22 Destroy() [SB 12]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 12]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 12]", "Kill function: L112019/07/03 13:51:22 Destroy() [SB 13]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 13]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 13]", "Kill function: L162019/07/03 13:51:22 Destroy() [SB 18]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 18]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 18]", "Kill function: L212019/07/03 13:51:22 Destroy() [SB 23]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 23]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 23]", "Kill function: L242019/07/03 13:51:22 Destroy() [SB 26]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 26]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 26]", "2019/07/03 13:51:22 SOCKPool.Cleanup: make sure all memory is free", "2019/07/03 13:51:22 SOCKPool.Cleanup: memory pool emptied", "2019/07/03 13:51:22 received shutdown request [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 empty queues and release CGs [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/blkio/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/cpu/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/devices/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/freezer/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/hugetlb/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/memory/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/perf_event/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/systemd/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/pids/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:22 Destroy() [SB 1]", "2019/07/03 13:51:22 kill all procs in CG [SOCK 1]", "2019/07/03 13:51:22 unmount and remove dirs [SOCK 1]", "2019/07/03 13:51:22 SOCKPool.Cleanup: make sure all memory is free", "2019/07/03 13:51:22 SOCKPool.Cleanup: memory pool emptied", "2019/07/03 13:51:22 received shutdown request [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:22 empty queues and release CGs [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/blkio/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/cpu/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/devices/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:22 remove /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:22 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:51:22 remove worker.pid", "2019/07/03 13:51:22 exiting", "" ] }, { "test": "call_each_once_exec", "params": { "alloc_mb": 10, "lambda_count": 1000 }, "pass": false, "seconds": null, "total_seconds": 1.6329846382141113, "stats": null, "ol-stats": { "Channel():ms.avg": 0, "Channel():ms.cnt": 33, "Create()/acquire-cgroup:ms.avg": 0, "Create()/acquire-cgroup:ms.cnt": 34, "Create()/acquire-mem:ms.avg": 0, "Create()/acquire-mem:ms.cnt": 34, "Create()/fork-proc:ms.avg": 8, "Create()/fork-proc:ms.cnt": 33, "Create()/fresh-proc:ms.avg": 143, "Create()/fresh-proc:ms.cnt": 1, "Create()/make-root-fs:ms.avg": 2, "Create()/make-root-fs:ms.cnt": 34, "Create():ms.avg": 14, "Create():ms.cnt": 34, "Destroy()/detach-root:ms.avg": 0, "Destroy()/detach-root:ms.cnt": 34, "Destroy()/kill-procs:ms.avg": 3, "Destroy()/kill-procs:ms.cnt": 34, "Destroy()/remove-root:ms.avg": 0, "Destroy()/remove-root:ms.cnt": 34, "Destroy():ms.avg": 2, "Destroy():ms.cnt": 40, "Pause():ms.avg": 9, "Pause():ms.cnt": 33, "evict:ms.avg": 4, "evict:ms.cnt": 6, "fork():ms.avg": 8, "fork():ms.cnt": 33, "forkRequest:ms.avg": 6, "forkRequest:ms.cnt": 33, "move-to-cg-after-fork:ms.avg": 1, "move-to-cg-after-fork:ms.cnt": 33 }, "conf": { "worker_dir": "/root/open-lambda/test-dir/worker", "import_cache_mb": 250, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "cluster_name": "/root/open-lambda/test-dir", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "worker_port": "5000", "startup_pkgs": null, "registry": "/tmp/tmp9rynsszu", "registry_cache_ms": 5000, "handler_cache_mb": 250, "sandbox": "sock", "sandbox_config": {}, "docker_runtime": "", "server_mode": "lambda", "pip_mirror": "", "Skip_pull_existing": false, "SOCK_base_path": "/root/open-lambda/test-dir/lambda" }, "errors": [ [ "Traceback (most recent call last):", " File \"test.py\", line 76, in wrapper", " rv = fn(**kwargs)", " File \"test.py\", line 216, in call_each_once_exec", " r.raise_for_status()", " File \"/usr/lib/python3/dist-packages/requests/models.py\", line 840, in raise_for_status", " raise HTTPError(http_error_msg, response=self)", "requests.exceptions.HTTPError: 502 Server Error: Bad Gateway for url: http://localhost:5000/run/L32", "" ] ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-dir", "2019/07/03 13:51:23 save PID 15496 to file /root/open-lambda/test-dir/worker/worker.pid", "2019/07/03 13:51:23 Start Lambda Server", "2019/07/03 13:51:23 Create HandlerPuller", "2019/07/03 13:51:23 Create ModulePuller", "2019/07/03 13:51:23 Create SandboxPool", "2019/07/03 13:51:23 create /sys/fs/cgroup/blkio/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 create /sys/fs/cgroup/cpu/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 create /sys/fs/cgroup/devices/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 create /sys/fs/cgroup/freezer/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 create /sys/fs/cgroup/hugetlb/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 create /sys/fs/cgroup/memory/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 create /sys/fs/cgroup/perf_event/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 create /sys/fs/cgroup/systemd/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 create /sys/fs/cgroup/pids/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 Create ImportCache", "2019/07/03 13:51:23 create /sys/fs/cgroup/blkio/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:23 create /sys/fs/cgroup/cpu/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:23 create /sys/fs/cgroup/devices/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:23 create /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:23 create /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:23 create /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:23 create /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:23 create /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:23 create /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:23 Setups Handlers", "2019/07/03 13:51:23 Execute handler by POSTing to localhost:5000/run/", "2019/07/03 13:51:23 Get status by sending request to localhost:5000/status", "2019/07/03 13:51:23 start creating/serving CGs [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 start creating/serving CGs [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:23 .Create(, /root/open-lambda/test-dir/worker/scratch/import-cache-1001, [], )...", "2019/07/03 13:51:23 Receive request to /pid", "2019/07/03 13:51:23 Receive request to /run/L0", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 22 [FUNC L0]", "2019/07/03 13:51:23 Installs: [] [FUNC L0]", "2019/07/03 13:51:23 Imports: [] [FUNC L0]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L0]", "2019/07/03 13:51:23 ...returns &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/1-L0, /root/open-lambda/test-dir/worker/scratch/func-L0-1002, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f2a0 2 /root/open-lambda/test-dir/worker/sock-handlers/2 /root/open-lambda/test-dir/worker/lambda_code/1-L0 /root/open-lambda/test-dir/worker/scratch/func-L0-1002 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0002d80e0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 2]", "2019/07/03 13:51:23 Pause() [SB 2]", "2019/07/03 13:51:23 Receive request to /run/L1", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 33 [FUNC L1]", "2019/07/03 13:51:23 Installs: [] [FUNC L1]", "2019/07/03 13:51:23 Imports: [] [FUNC L1]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L1]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/2-L1, /root/open-lambda/test-dir/worker/scratch/func-L1-1003, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f2c0 3 /root/open-lambda/test-dir/worker/sock-handlers/3 /root/open-lambda/test-dir/worker/lambda_code/2-L1 /root/open-lambda/test-dir/worker/scratch/func-L1-1003 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0002d83f0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 3]", "2019/07/03 13:51:23 Pause() [SB 3]", "2019/07/03 13:51:23 Receive request to /run/L2", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 43 [FUNC L2]", "2019/07/03 13:51:23 Installs: [] [FUNC L2]", "2019/07/03 13:51:23 Imports: [] [FUNC L2]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L2]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/3-L2, /root/open-lambda/test-dir/worker/scratch/func-L2-1004, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f2e0 4 /root/open-lambda/test-dir/worker/sock-handlers/4 /root/open-lambda/test-dir/worker/lambda_code/3-L2 /root/open-lambda/test-dir/worker/scratch/func-L2-1004 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0002d8700 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 4]", "2019/07/03 13:51:23 Pause() [SB 4]", "2019/07/03 13:51:23 Receive request to /run/L3", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 53 [FUNC L3]", "2019/07/03 13:51:23 Installs: [] [FUNC L3]", "2019/07/03 13:51:23 Imports: [] [FUNC L3]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L3]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/4-L3, /root/open-lambda/test-dir/worker/scratch/func-L3-1005, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f300 5 /root/open-lambda/test-dir/worker/sock-handlers/5 /root/open-lambda/test-dir/worker/lambda_code/4-L3 /root/open-lambda/test-dir/worker/scratch/func-L3-1005 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0002d8a10 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 5]", "2019/07/03 13:51:23 Pause() [SB 5]", "2019/07/03 13:51:23 Receive request to /run/L4", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 63 [FUNC L4]", "2019/07/03 13:51:23 Installs: [] [FUNC L4]", "2019/07/03 13:51:23 Imports: [] [FUNC L4]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L4]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/5-L4, /root/open-lambda/test-dir/worker/scratch/func-L4-1006, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f320 6 /root/open-lambda/test-dir/worker/sock-handlers/6 /root/open-lambda/test-dir/worker/lambda_code/5-L4 /root/open-lambda/test-dir/worker/scratch/func-L4-1006 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0002d8d20 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 6]", "2019/07/03 13:51:23 Pause() [SB 6]", "2019/07/03 13:51:23 Receive request to /run/L5", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 73 [FUNC L5]", "2019/07/03 13:51:23 Installs: [] [FUNC L5]", "2019/07/03 13:51:23 Imports: [] [FUNC L5]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L5]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/6-L5, /root/open-lambda/test-dir/worker/scratch/func-L5-1007, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f340 7 /root/open-lambda/test-dir/worker/sock-handlers/7 /root/open-lambda/test-dir/worker/lambda_code/6-L5 /root/open-lambda/test-dir/worker/scratch/func-L5-1007 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0002d9030 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 7]", "2019/07/03 13:51:23 Pause() [SB 7]", "2019/07/03 13:51:23 Receive request to /run/L6", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 83 [FUNC L6]", "2019/07/03 13:51:23 Installs: [] [FUNC L6]", "2019/07/03 13:51:23 Imports: [] [FUNC L6]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L6]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/7-L6, /root/open-lambda/test-dir/worker/scratch/func-L6-1008, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f360 8 /root/open-lambda/test-dir/worker/sock-handlers/8 /root/open-lambda/test-dir/worker/lambda_code/7-L6 /root/open-lambda/test-dir/worker/scratch/func-L6-1008 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0002d9340 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 8]", "2019/07/03 13:51:23 Pause() [SB 8]", "2019/07/03 13:51:23 Receive request to /run/L7", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 93 [FUNC L7]", "2019/07/03 13:51:23 Installs: [] [FUNC L7]", "2019/07/03 13:51:23 Imports: [] [FUNC L7]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L7]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/8-L7, /root/open-lambda/test-dir/worker/scratch/func-L7-1009, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f380 9 /root/open-lambda/test-dir/worker/sock-handlers/9 /root/open-lambda/test-dir/worker/lambda_code/8-L7 /root/open-lambda/test-dir/worker/scratch/func-L7-1009 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0002d9650 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 9]", "2019/07/03 13:51:23 Pause() [SB 9]", "2019/07/03 13:51:23 Receive request to /run/L8", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 103 [FUNC L8]", "2019/07/03 13:51:23 Installs: [] [FUNC L8]", "2019/07/03 13:51:23 Imports: [] [FUNC L8]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L8]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/9-L8, /root/open-lambda/test-dir/worker/scratch/func-L8-1010, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f3a0 10 /root/open-lambda/test-dir/worker/sock-handlers/10 /root/open-lambda/test-dir/worker/lambda_code/9-L8 /root/open-lambda/test-dir/worker/scratch/func-L8-1010 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0002d9960 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 10]", "2019/07/03 13:51:23 Pause() [SB 10]", "2019/07/03 13:51:23 Receive request to /run/L9", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 113 [FUNC L9]", "2019/07/03 13:51:23 Installs: [] [FUNC L9]", "2019/07/03 13:51:23 Imports: [] [FUNC L9]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L9]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/10-L9, /root/open-lambda/test-dir/worker/scratch/func-L9-1011, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f3c0 11 /root/open-lambda/test-dir/worker/sock-handlers/11 /root/open-lambda/test-dir/worker/lambda_code/10-L9 /root/open-lambda/test-dir/worker/scratch/func-L9-1011 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0002d9c70 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 11]", "2019/07/03 13:51:23 Pause() [SB 11]", "2019/07/03 13:51:23 Receive request to /run/L10", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 123 [FUNC L10]", "2019/07/03 13:51:23 Installs: [] [FUNC L10]", "2019/07/03 13:51:23 Imports: [] [FUNC L10]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L10]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/11-L10, /root/open-lambda/test-dir/worker/scratch/func-L10-1012, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f3e0 12 /root/open-lambda/test-dir/worker/sock-handlers/12 /root/open-lambda/test-dir/worker/lambda_code/11-L10 /root/open-lambda/test-dir/worker/scratch/func-L10-1012 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0002d9f80 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 12]", "2019/07/03 13:51:23 Pause() [SB 12]", "2019/07/03 13:51:23 Receive request to /run/L11", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 133 [FUNC L11]", "2019/07/03 13:51:23 Installs: [] [FUNC L11]", "2019/07/03 13:51:23 Imports: [] [FUNC L11]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L11]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/12-L11, /root/open-lambda/test-dir/worker/scratch/func-L11-1013, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f400 13 /root/open-lambda/test-dir/worker/sock-handlers/13 /root/open-lambda/test-dir/worker/lambda_code/12-L11 /root/open-lambda/test-dir/worker/scratch/func-L11-1013 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0004462a0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 13]", "2019/07/03 13:51:23 Pause() [SB 13]", "2019/07/03 13:51:23 Receive request to /run/L12", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 143 [FUNC L12]", "2019/07/03 13:51:23 Installs: [] [FUNC L12]", "2019/07/03 13:51:23 Imports: [] [FUNC L12]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L12]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/13-L12, /root/open-lambda/test-dir/worker/scratch/func-L12-1014, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f420 14 /root/open-lambda/test-dir/worker/sock-handlers/14 /root/open-lambda/test-dir/worker/lambda_code/13-L12 /root/open-lambda/test-dir/worker/scratch/func-L12-1014 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0004465b0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 14]", "2019/07/03 13:51:23 Evict Sandbox 2", "2019/07/03 13:51:23 Destroy() [SB 2]", "2019/07/03 13:51:23 kill all procs in CG [SOCK 2]", "2019/07/03 13:51:23 unmount and remove dirs [SOCK 2]", "2019/07/03 13:51:23 Pause() [SB 14]", "2019/07/03 13:51:23 Receive request to /run/L13", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 154 [FUNC L13]", "2019/07/03 13:51:23 Installs: [] [FUNC L13]", "2019/07/03 13:51:23 Imports: [] [FUNC L13]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L13]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/14-L13, /root/open-lambda/test-dir/worker/scratch/func-L13-1015, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f440 15 /root/open-lambda/test-dir/worker/sock-handlers/15 /root/open-lambda/test-dir/worker/lambda_code/14-L13 /root/open-lambda/test-dir/worker/scratch/func-L13-1015 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0004468c0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 15]", "2019/07/03 13:51:23 Pause() [SB 15]", "2019/07/03 13:51:23 Receive request to /run/L14", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 164 [FUNC L14]", "2019/07/03 13:51:23 Installs: [] [FUNC L14]", "2019/07/03 13:51:23 Imports: [] [FUNC L14]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L14]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/15-L14, /root/open-lambda/test-dir/worker/scratch/func-L14-1016, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f460 16 /root/open-lambda/test-dir/worker/sock-handlers/16 /root/open-lambda/test-dir/worker/lambda_code/15-L14 /root/open-lambda/test-dir/worker/scratch/func-L14-1016 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0000d6000 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 16]", "2019/07/03 13:51:23 Pause() [SB 16]", "2019/07/03 13:51:23 Receive request to /run/L15", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 175 [FUNC L15]", "2019/07/03 13:51:23 Installs: [] [FUNC L15]", "2019/07/03 13:51:23 Imports: [] [FUNC L15]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L15]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/16-L15, /root/open-lambda/test-dir/worker/scratch/func-L15-1017, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f480 17 /root/open-lambda/test-dir/worker/sock-handlers/17 /root/open-lambda/test-dir/worker/lambda_code/16-L15 /root/open-lambda/test-dir/worker/scratch/func-L15-1017 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0000d6460 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 17]", "2019/07/03 13:51:23 Pause() [SB 17]", "2019/07/03 13:51:23 Receive request to /run/L16", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 185 [FUNC L16]", "2019/07/03 13:51:23 Installs: [] [FUNC L16]", "2019/07/03 13:51:23 Imports: [] [FUNC L16]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L16]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/17-L16, /root/open-lambda/test-dir/worker/scratch/func-L16-1018, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000f4a0 18 /root/open-lambda/test-dir/worker/sock-handlers/18 /root/open-lambda/test-dir/worker/lambda_code/17-L16 /root/open-lambda/test-dir/worker/scratch/func-L16-1018 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0000d67e0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 18]", "2019/07/03 13:51:23 Evict Sandbox 3", "2019/07/03 13:51:23 Destroy() [SB 3]", "2019/07/03 13:51:23 kill all procs in CG [SOCK 3]", "2019/07/03 13:51:23 waiting for 1 procs in cg-2 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 unmount and remove dirs [SOCK 3]", "2019/07/03 13:51:23 Pause() [SB 18]", "2019/07/03 13:51:23 Receive request to /run/L17", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 196 [FUNC L17]", "2019/07/03 13:51:23 Installs: [] [FUNC L17]", "2019/07/03 13:51:23 Imports: [] [FUNC L17]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L17]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/18-L17, /root/open-lambda/test-dir/worker/scratch/func-L17-1019, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00000fc60 19 /root/open-lambda/test-dir/worker/sock-handlers/19 /root/open-lambda/test-dir/worker/lambda_code/18-L17 /root/open-lambda/test-dir/worker/scratch/func-L17-1019 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0000d6af0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 19]", "2019/07/03 13:51:23 Pause() [SB 19]", "2019/07/03 13:51:23 Receive request to /run/L18", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 206 [FUNC L18]", "2019/07/03 13:51:23 Installs: [] [FUNC L18]", "2019/07/03 13:51:23 Imports: [] [FUNC L18]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L18]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/19-L18, /root/open-lambda/test-dir/worker/scratch/func-L18-1020, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc0002fe3a0 20 /root/open-lambda/test-dir/worker/sock-handlers/20 /root/open-lambda/test-dir/worker/lambda_code/19-L18 /root/open-lambda/test-dir/worker/scratch/func-L18-1020 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0000d6e00 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 20]", "2019/07/03 13:51:23 Pause() [SB 20]", "2019/07/03 13:51:23 Receive request to /run/L19", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 216 [FUNC L19]", "2019/07/03 13:51:23 Installs: [] [FUNC L19]", "2019/07/03 13:51:23 Imports: [] [FUNC L19]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L19]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/20-L19, /root/open-lambda/test-dir/worker/scratch/func-L19-1021, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc0002fea40 21 /root/open-lambda/test-dir/worker/sock-handlers/21 /root/open-lambda/test-dir/worker/lambda_code/20-L19 /root/open-lambda/test-dir/worker/scratch/func-L19-1021 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0000d7110 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 21]", "2019/07/03 13:51:23 Pause() [SB 21]", "2019/07/03 13:51:23 Receive request to /run/L20", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 226 [FUNC L20]", "2019/07/03 13:51:23 Installs: [] [FUNC L20]", "2019/07/03 13:51:23 Imports: [] [FUNC L20]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L20]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/21-L20, /root/open-lambda/test-dir/worker/scratch/func-L20-1022, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc0002ff1a0 22 /root/open-lambda/test-dir/worker/sock-handlers/22 /root/open-lambda/test-dir/worker/lambda_code/21-L20 /root/open-lambda/test-dir/worker/scratch/func-L20-1022 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0000d7420 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 22]", "2019/07/03 13:51:23 Evict Sandbox 4", "2019/07/03 13:51:23 Destroy() [SB 4]", "2019/07/03 13:51:23 kill all procs in CG [SOCK 4]", "2019/07/03 13:51:23 waiting for 1 procs in cg-3 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 unmount and remove dirs [SOCK 4]", "2019/07/03 13:51:23 Pause() [SB 22]", "2019/07/03 13:51:23 Receive request to /run/L21", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 237 [FUNC L21]", "2019/07/03 13:51:23 Installs: [] [FUNC L21]", "2019/07/03 13:51:23 Imports: [] [FUNC L21]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L21]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/22-L21, /root/open-lambda/test-dir/worker/scratch/func-L21-1023, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc0002ff8a0 23 /root/open-lambda/test-dir/worker/sock-handlers/23 /root/open-lambda/test-dir/worker/lambda_code/22-L21 /root/open-lambda/test-dir/worker/scratch/func-L21-1023 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0000d77a0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 23]", "2019/07/03 13:51:23 Evict Sandbox 5", "2019/07/03 13:51:23 Destroy() [SB 5]", "2019/07/03 13:51:23 kill all procs in CG [SOCK 5]", "2019/07/03 13:51:23 waiting for 1 procs in cg-4 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:23 unmount and remove dirs [SOCK 5]", "2019/07/03 13:51:23 Pause() [SB 23]", "2019/07/03 13:51:23 Receive request to /run/L22", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 248 [FUNC L22]", "2019/07/03 13:51:23 Installs: [] [FUNC L22]", "2019/07/03 13:51:23 Imports: [] [FUNC L22]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L22]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/23-L22, /root/open-lambda/test-dir/worker/scratch/func-L22-1024, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc0002fff40 24 /root/open-lambda/test-dir/worker/sock-handlers/24 /root/open-lambda/test-dir/worker/lambda_code/23-L22 /root/open-lambda/test-dir/worker/scratch/func-L22-1024 }) [SB 1]", "2019/07/03 13:51:23 ...returns &{0xc0000d7ab0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:23 Channel() [SB 24]", "2019/07/03 13:51:23 Pause() [SB 24]", "2019/07/03 13:51:23 Receive request to /run/L23", "2019/07/03 13:51:23 debug: LambdaFunc.Task() runs on goroutine 258 [FUNC L23]", "2019/07/03 13:51:23 Installs: [] [FUNC L23]", "2019/07/03 13:51:23 Imports: [] [FUNC L23]", "2019/07/03 13:51:23 increase instances to 1 [FUNC L23]", "2019/07/03 13:51:23 .Create(/root/open-lambda/test-dir/worker/lambda_code/24-L23, /root/open-lambda/test-dir/worker/scratch/func-L23-1025, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:23 fork(&{0xc0000826e0 0xc00039a6a0 25 /root/open-lambda/test-dir/worker/sock-handlers/25 /root/open-lambda/test-dir/worker/lambda_code/24-L23 /root/open-lambda/test-dir/worker/scratch/func-L23-1025 }) [SB 1]", "2019/07/03 13:51:24 ...returns &{0xc0000d7e30 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:24 Channel() [SB 25]", "2019/07/03 13:51:24 Pause() [SB 25]", "2019/07/03 13:51:24 Receive request to /run/L24", "2019/07/03 13:51:24 debug: LambdaFunc.Task() runs on goroutine 268 [FUNC L24]", "2019/07/03 13:51:24 Installs: [] [FUNC L24]", "2019/07/03 13:51:24 Imports: [] [FUNC L24]", "2019/07/03 13:51:24 increase instances to 1 [FUNC L24]", "2019/07/03 13:51:24 .Create(/root/open-lambda/test-dir/worker/lambda_code/25-L24, /root/open-lambda/test-dir/worker/scratch/func-L24-1026, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:24 fork(&{0xc0000826e0 0xc00039ad40 26 /root/open-lambda/test-dir/worker/sock-handlers/26 /root/open-lambda/test-dir/worker/lambda_code/25-L24 /root/open-lambda/test-dir/worker/scratch/func-L24-1026 }) [SB 1]", "2019/07/03 13:51:24 ...returns &{0xc000104230 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:24 Channel() [SB 26]", "2019/07/03 13:51:24 Pause() [SB 26]", "2019/07/03 13:51:24 Receive request to /run/L25", "2019/07/03 13:51:24 debug: LambdaFunc.Task() runs on goroutine 278 [FUNC L25]", "2019/07/03 13:51:24 Installs: [] [FUNC L25]", "2019/07/03 13:51:24 Imports: [] [FUNC L25]", "2019/07/03 13:51:24 increase instances to 1 [FUNC L25]", "2019/07/03 13:51:24 .Create(/root/open-lambda/test-dir/worker/lambda_code/26-L25, /root/open-lambda/test-dir/worker/scratch/func-L25-1027, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:24 fork(&{0xc0000826e0 0xc00039b4a0 27 /root/open-lambda/test-dir/worker/sock-handlers/27 /root/open-lambda/test-dir/worker/lambda_code/26-L25 /root/open-lambda/test-dir/worker/scratch/func-L25-1027 }) [SB 1]", "2019/07/03 13:51:24 ...returns &{0xc0001045b0 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:24 Channel() [SB 27]", "2019/07/03 13:51:24 Pause() [SB 27]", "2019/07/03 13:51:24 Receive request to /run/L26", "2019/07/03 13:51:24 debug: LambdaFunc.Task() runs on goroutine 288 [FUNC L26]", "2019/07/03 13:51:24 Installs: [] [FUNC L26]", "2019/07/03 13:51:24 Imports: [] [FUNC L26]", "2019/07/03 13:51:24 increase instances to 1 [FUNC L26]", "2019/07/03 13:51:24 .Create(/root/open-lambda/test-dir/worker/lambda_code/27-L26, /root/open-lambda/test-dir/worker/scratch/func-L26-1028, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:24 fork(&{0xc0000826e0 0xc00039bb40 28 /root/open-lambda/test-dir/worker/sock-handlers/28 /root/open-lambda/test-dir/worker/lambda_code/27-L26 /root/open-lambda/test-dir/worker/scratch/func-L26-1028 }) [SB 1]", "2019/07/03 13:51:24 ...returns &{0xc000104a10 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:24 Channel() [SB 28]", "2019/07/03 13:51:24 Pause() [SB 28]", "2019/07/03 13:51:24 Receive request to /run/L27", "2019/07/03 13:51:24 debug: LambdaFunc.Task() runs on goroutine 298 [FUNC L27]", "2019/07/03 13:51:24 Installs: [] [FUNC L27]", "2019/07/03 13:51:24 Imports: [] [FUNC L27]", "2019/07/03 13:51:24 increase instances to 1 [FUNC L27]", "2019/07/03 13:51:24 .Create(/root/open-lambda/test-dir/worker/lambda_code/28-L27, /root/open-lambda/test-dir/worker/scratch/func-L27-1029, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:24 fork(&{0xc0000826e0 0xc00043e240 29 /root/open-lambda/test-dir/worker/sock-handlers/29 /root/open-lambda/test-dir/worker/lambda_code/28-L27 /root/open-lambda/test-dir/worker/scratch/func-L27-1029 }) [SB 1]", "2019/07/03 13:51:24 ...returns &{0xc000104d90 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:24 Channel() [SB 29]", "2019/07/03 13:51:24 Pause() [SB 29]", "2019/07/03 13:51:24 Receive request to /run/L28", "2019/07/03 13:51:24 debug: LambdaFunc.Task() runs on goroutine 308 [FUNC L28]", "2019/07/03 13:51:24 Installs: [] [FUNC L28]", "2019/07/03 13:51:24 Imports: [] [FUNC L28]", "2019/07/03 13:51:24 increase instances to 1 [FUNC L28]", "2019/07/03 13:51:24 .Create(/root/open-lambda/test-dir/worker/lambda_code/29-L28, /root/open-lambda/test-dir/worker/scratch/func-L28-1030, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:24 fork(&{0xc0000826e0 0xc00043e9a0 30 /root/open-lambda/test-dir/worker/sock-handlers/30 /root/open-lambda/test-dir/worker/lambda_code/29-L28 /root/open-lambda/test-dir/worker/scratch/func-L28-1030 }) [SB 1]", "2019/07/03 13:51:24 ...returns &{0xc000105110 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:24 Channel() [SB 30]", "2019/07/03 13:51:24 Evict Sandbox 6", "2019/07/03 13:51:24 Destroy() [SB 6]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 6]", "2019/07/03 13:51:24 waiting for 1 procs in cg-5 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 6]", "2019/07/03 13:51:24 Pause() [SB 30]", "2019/07/03 13:51:24 Receive request to /run/L29", "2019/07/03 13:51:24 debug: LambdaFunc.Task() runs on goroutine 319 [FUNC L29]", "2019/07/03 13:51:24 Installs: [] [FUNC L29]", "2019/07/03 13:51:24 Imports: [] [FUNC L29]", "2019/07/03 13:51:24 increase instances to 1 [FUNC L29]", "2019/07/03 13:51:24 .Create(/root/open-lambda/test-dir/worker/lambda_code/30-L29, /root/open-lambda/test-dir/worker/scratch/func-L29-1031, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:24 fork(&{0xc0000826e0 0xc00043f0a0 31 /root/open-lambda/test-dir/worker/sock-handlers/31 /root/open-lambda/test-dir/worker/lambda_code/30-L29 /root/open-lambda/test-dir/worker/scratch/func-L29-1031 }) [SB 1]", "2019/07/03 13:51:24 ...returns &{0xc000105500 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:24 Channel() [SB 31]", "2019/07/03 13:51:24 Pause() [SB 31]", "2019/07/03 13:51:24 Receive request to /run/L30", "2019/07/03 13:51:24 debug: LambdaFunc.Task() runs on goroutine 329 [FUNC L30]", "2019/07/03 13:51:24 Installs: [] [FUNC L30]", "2019/07/03 13:51:24 Imports: [] [FUNC L30]", "2019/07/03 13:51:24 increase instances to 1 [FUNC L30]", "2019/07/03 13:51:24 .Create(/root/open-lambda/test-dir/worker/lambda_code/31-L30, /root/open-lambda/test-dir/worker/scratch/func-L30-1032, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:24 fork(&{0xc0000826e0 0xc00000f2a0 32 /root/open-lambda/test-dir/worker/sock-handlers/32 /root/open-lambda/test-dir/worker/lambda_code/31-L30 /root/open-lambda/test-dir/worker/scratch/func-L30-1032 }) [SB 1]", "2019/07/03 13:51:24 ...returns &{0xc000105880 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:24 Channel() [SB 32]", "2019/07/03 13:51:24 Evict Sandbox 7", "2019/07/03 13:51:24 Destroy() [SB 7]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 7]", "2019/07/03 13:51:24 waiting for 1 procs in cg-6 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 7]", "2019/07/03 13:51:24 Pause() [SB 32]", "2019/07/03 13:51:24 Receive request to /run/L31", "2019/07/03 13:51:24 debug: LambdaFunc.Task() runs on goroutine 340 [FUNC L31]", "2019/07/03 13:51:24 Installs: [] [FUNC L31]", "2019/07/03 13:51:24 Imports: [] [FUNC L31]", "2019/07/03 13:51:24 increase instances to 1 [FUNC L31]", "2019/07/03 13:51:24 .Create(/root/open-lambda/test-dir/worker/lambda_code/32-L31, /root/open-lambda/test-dir/worker/scratch/func-L31-1033, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:24 fork(&{0xc0000826e0 0xc00000e480 33 /root/open-lambda/test-dir/worker/sock-handlers/33 /root/open-lambda/test-dir/worker/lambda_code/32-L31 /root/open-lambda/test-dir/worker/scratch/func-L31-1033 }) [SB 1]", "2019/07/03 13:51:24 ...returns &{0xc000105d50 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:24 Channel() [SB 33]", "2019/07/03 13:51:24 Pause() [SB 33]", "2019/07/03 13:51:24 Receive request to /run/L32", "2019/07/03 13:51:24 debug: LambdaFunc.Task() runs on goroutine 350 [FUNC L32]", "2019/07/03 13:51:24 Installs: [] [FUNC L32]", "2019/07/03 13:51:24 Imports: [] [FUNC L32]", "2019/07/03 13:51:24 increase instances to 1 [FUNC L32]", "2019/07/03 13:51:24 .Create(/root/open-lambda/test-dir/worker/lambda_code/33-L32, /root/open-lambda/test-dir/worker/scratch/func-L32-1034, [], &{0xc00011de30 {0 0} false [0x819070 0x81a3d0]})...", "2019/07/03 13:51:24 fork(&{0xc0000826e0 0xc00000ec80 34 /root/open-lambda/test-dir/worker/sock-handlers/34 /root/open-lambda/test-dir/worker/lambda_code/33-L32 /root/open-lambda/test-dir/worker/scratch/func-L32-1034 }) [SB 1]", "2019/07/03 13:51:24 ...returns &{0xc00011c310 {0 0} false [0x819070 0x81a3d0]}, ", "2019/07/03 13:51:24 Channel() [SB 34]", "2019/07/03 13:51:24 http: proxy error: dial unix /root/open-lambda/test-dir/worker/scratch/func-L32-1034/ol.sock: connect: no such file or directory", "2019/07/03 13:51:24 Pause() [SB 34]", "2019/07/03 13:51:24 received kill signal, cleaning up", "Kill function: L42019/07/03 13:51:24 Destroy() [SB 6]", "Kill function: L92019/07/03 13:51:24 Destroy() [SB 11]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 11]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 11]", "Kill function: L202019/07/03 13:51:24 Destroy() [SB 22]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 22]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 22]", "Kill function: L282019/07/03 13:51:24 Destroy() [SB 30]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 30]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 30]", "Kill function: L322019/07/03 13:51:24 Destroy() [SB 34]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 34]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 34]", "Kill function: L32019/07/03 13:51:24 Destroy() [SB 5]", "Kill function: L212019/07/03 13:51:24 Destroy() [SB 23]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 23]", "2019/07/03 13:51:24 waiting for 1 procs in cg-22 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 23]", "Kill function: L252019/07/03 13:51:24 Destroy() [SB 27]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 27]", "2019/07/03 13:51:24 waiting for 1 procs in cg-26 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 27]", "Kill function: L302019/07/03 13:51:24 Destroy() [SB 32]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 32]", "2019/07/03 13:51:24 waiting for 1 procs in cg-1 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 32]", "Kill function: L82019/07/03 13:51:24 Destroy() [SB 10]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 10]", "2019/07/03 13:51:24 waiting for 1 procs in cg-9 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 10]", "Kill function: L182019/07/03 13:51:24 Destroy() [SB 20]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 20]", "2019/07/03 13:51:24 waiting for 1 procs in cg-19 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 20]", "Kill function: L312019/07/03 13:51:24 Destroy() [SB 33]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 33]", "2019/07/03 13:51:24 waiting for 1 procs in cg-31 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 33]", "Kill function: L12019/07/03 13:51:24 Destroy() [SB 3]", "Kill function: L52019/07/03 13:51:24 Destroy() [SB 7]", "Kill function: L172019/07/03 13:51:24 Destroy() [SB 19]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 19]", "2019/07/03 13:51:24 waiting for 1 procs in cg-18 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 19]", "Kill function: L232019/07/03 13:51:24 Destroy() [SB 25]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 25]", "2019/07/03 13:51:24 waiting for 1 procs in cg-24 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 25]", "Kill function: L02019/07/03 13:51:24 Destroy() [SB 2]", "Kill function: L62019/07/03 13:51:24 Destroy() [SB 8]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 8]", "2019/07/03 13:51:24 waiting for 1 procs in cg-7 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 8]", "Kill function: L102019/07/03 13:51:24 Destroy() [SB 12]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 12]", "2019/07/03 13:51:24 waiting for 1 procs in cg-11 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 12]", "Kill function: L272019/07/03 13:51:24 Destroy() [SB 29]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 29]", "2019/07/03 13:51:24 waiting for 1 procs in cg-28 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 29]", "Kill function: L72019/07/03 13:51:24 Destroy() [SB 9]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 9]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 9]", "Kill function: L112019/07/03 13:51:24 Destroy() [SB 13]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 13]", "2019/07/03 13:51:24 waiting for 1 procs in cg-12 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 13]", "Kill function: L222019/07/03 13:51:24 Destroy() [SB 24]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 24]", "2019/07/03 13:51:24 waiting for 1 procs in cg-23 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 24]", "Kill function: L242019/07/03 13:51:24 Destroy() [SB 26]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 26]", "2019/07/03 13:51:24 waiting for 1 procs in cg-25 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 26]", "Kill function: L132019/07/03 13:51:24 Destroy() [SB 15]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 15]", "2019/07/03 13:51:24 waiting for 1 procs in cg-14 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 15]", "Kill function: L152019/07/03 13:51:24 Destroy() [SB 17]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 17]", "2019/07/03 13:51:24 waiting for 1 procs in cg-16 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 17]", "Kill function: L262019/07/03 13:51:24 Destroy() [SB 28]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 28]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 28]", "Kill function: L292019/07/03 13:51:24 Destroy() [SB 31]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 31]", "2019/07/03 13:51:24 waiting for 1 procs in cg-30 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 31]", "Kill function: L22019/07/03 13:51:24 Destroy() [SB 4]", "Kill function: L122019/07/03 13:51:24 Destroy() [SB 14]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 14]", "2019/07/03 13:51:24 waiting for 1 procs in cg-13 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 14]", "Kill function: L142019/07/03 13:51:24 Destroy() [SB 16]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 16]", "2019/07/03 13:51:24 waiting for 1 procs in cg-15 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 16]", "Kill function: L162019/07/03 13:51:24 Destroy() [SB 18]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 18]", "2019/07/03 13:51:24 waiting for 1 procs in cg-17 to die [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 18]", "Kill function: L192019/07/03 13:51:24 Destroy() [SB 21]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 21]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 21]", "2019/07/03 13:51:24 SOCKPool.Cleanup: make sure all memory is free", "2019/07/03 13:51:24 SOCKPool.Cleanup: memory pool emptied", "2019/07/03 13:51:24 received shutdown request [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 empty queues and release CGs [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/blkio/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/cpu/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/devices/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/freezer/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/hugetlb/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/memory/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/perf_event/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/systemd/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/pids/worker-sock-handlers [CGROUP POOL worker-sock-handlers]", "2019/07/03 13:51:24 Destroy() [SB 1]", "2019/07/03 13:51:24 kill all procs in CG [SOCK 1]", "2019/07/03 13:51:24 unmount and remove dirs [SOCK 1]", "2019/07/03 13:51:24 SOCKPool.Cleanup: make sure all memory is free", "2019/07/03 13:51:24 SOCKPool.Cleanup: memory pool emptied", "2019/07/03 13:51:24 received shutdown request [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:24 empty queues and release CGs [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/blkio/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/cpu/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/devices/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/freezer/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/hugetlb/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/memory/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/perf_event/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/systemd/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:24 remove /sys/fs/cgroup/pids/worker-sock-cache [CGROUP POOL worker-sock-cache]", "2019/07/03 13:51:24 save stats to /root/open-lambda/test-dir/worker/stats.json", "2019/07/03 13:51:24 remove worker.pid", "2019/07/03 13:51:24 exiting", "" ] } ], "passed": 15, "failed": 2, "seconds": 214.78470516204834 }