{ "runs": [ { "test": "sock_churn", "params": { "procs": 1, "seconds": 15, "baseline": 0, "fork": true }, "pass": true, "seconds": 16.628859996795654, "total_seconds": 16.885985612869263, "stats": { "sandboxes_per_sec": 6.533333333333333 }, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 239, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "docker_runtime": "", "server_mode": "sock", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": null, "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-cluster/registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "sandbox_config": { "processes": 10 }, "import_cache_mb": 239, "max_runners": 0 }, "exception": null, "worker_tail": [ "2019/06/22 21:42:35 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:42:35 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:42:35 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:42:35 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:42:35 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:42:35 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:42:35 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:42:35 remove worker.pid", "2019/06/22 21:42:35 exiting", "" ] }, { "test": "ping_test", "params": {}, "pass": true, "seconds": 2.1639769077301025, "total_seconds": 18.053552389144897, "stats": { "pings_per_sec": 462.11600959465756 }, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 239, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "cluster_name": "/root/open-lambda/test-cluster", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "docker_runtime": "", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "server_mode": "lambda", "import_cache_mb": 239, "max_runners": 0, "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/22 21:42:53 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:42:53 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:42:53 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:42:53 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:42:53 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:42:53 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:42:53 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:42:53 remove worker.pid", "2019/06/22 21:42:53 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.6835212707519531, "total_seconds": 9.645256996154785, "stats": null, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "cluster_name": "/root/open-lambda/test-cluster", "server_mode": "lambda", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "docker_runtime": "", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "sandbox_config": { "processes": 10 }, "import_cache_mb": 0, "max_runners": 0 }, "exception": null, "worker_tail": [ "2019/06/22 21:43:03 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:03 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:03 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:03 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:03 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:03 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:03 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:03 remove worker.pid", "2019/06/22 21:43:03 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.3890480995178223, "total_seconds": 9.464685201644897, "stats": null, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 256, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "docker_runtime": "", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "server_mode": "lambda", "import_cache_mb": 0, "max_runners": 0, "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/22 21:43:12 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:12 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:12 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:12 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:12 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:12 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:12 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:43:12 remove worker.pid", "2019/06/22 21:43:12 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.3150336742401123, "total_seconds": 9.483602285385132, "stats": null, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "cluster_name": "/root/open-lambda/test-cluster", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "docker_runtime": "", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-registry", "sandbox_config": { "processes": 10 }, "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "server_mode": "lambda", "import_cache_mb": 256, "max_runners": 0 }, "exception": null, "worker_tail": [ "2019/06/22 21:43:22 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:22 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:22 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:22 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:22 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:22 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:22 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:22 remove worker.pid", "2019/06/22 21:43:22 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.5752997398376465, "total_seconds": 9.736940383911133, "stats": null, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 256, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "docker_runtime": "", "server_mode": "lambda", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "sandbox_config": { "processes": 10 }, "import_cache_mb": 256, "max_runners": 0 }, "exception": null, "worker_tail": [ "2019/06/22 21:43:32 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:32 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:32 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:32 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:32 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:32 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:32 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:43:32 remove worker.pid", "2019/06/22 21:43:32 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 6.007183074951172, "total_seconds": 14.264727592468262, "stats": null, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "docker", "cluster_name": "/root/open-lambda/test-cluster", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "docker_runtime": "", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "server_mode": "lambda", "import_cache_mb": 0, "max_runners": 0, "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/22 21:43:46 EVICTING INSTANCE: 23154688 used / 0 limit", "2019/06/22 21:43:46 Destroy() [SB 3]", "2019/06/22 21:43:46 received kill signal, cleaning up", "2019/06/22 21:43:46 Destroy() [SB 0]", "2019/06/22 21:43:46 Destroy() [SB 1]", "2019/06/22 21:43:46 Destroy() [SB 2]", "2019/06/22 21:43:46 Destroy() [SB 3]", "2019/06/22 21:43:46 remove worker.pid", "2019/06/22 21:43:46 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 3.162273406982422, "total_seconds": 12.02000641822815, "stats": null, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 256, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "docker", "docker_runtime": "", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-registry", "sandbox_config": { "processes": 10 }, "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "server_mode": "lambda", "import_cache_mb": 0, "max_runners": 0 }, "exception": null, "worker_tail": [ "2019/06/22 21:43:57 Pause() [SB 3]", "2019/06/22 21:43:57 MemUsageKB() [SB 3]", "2019/06/22 21:43:57 received kill signal, cleaning up", "2019/06/22 21:43:57 Destroy() [SB 0]", "2019/06/22 21:43:57 Destroy() [SB 1]", "2019/06/22 21:43:57 Destroy() [SB 2]", "2019/06/22 21:43:58 Destroy() [SB 3]", "2019/06/22 21:43:58 remove worker.pid", "2019/06/22 21:43:58 exiting", "" ] }, { "test": "fork_bomb", "params": {}, "pass": true, "seconds": 0.16448450088500977, "total_seconds": 8.43038296699524, "stats": null, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 239, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "cluster_name": "/root/open-lambda/test-cluster", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "docker_runtime": "", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "server_mode": "lambda", "import_cache_mb": 239, "max_runners": 0, "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/22 21:44:06 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:06 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:06 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:06 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:06 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:06 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:06 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:06 remove worker.pid", "2019/06/22 21:44:06 exiting", "" ] }, { "test": "max_mem_alloc", "params": {}, "pass": true, "seconds": 0.9907259941101074, "total_seconds": 9.253243207931519, "stats": null, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 239, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "cluster_name": "/root/open-lambda/test-cluster", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "docker_runtime": "", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "server_mode": "lambda", "import_cache_mb": 239, "max_runners": 0, "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/22 21:44:16 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:16 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:16 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:16 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:16 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:16 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:16 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:16 remove worker.pid", "2019/06/22 21:44:16 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "procs": 1, "seconds": 15 }, "pass": true, "seconds": 15.044934511184692, "total_seconds": 15.378889560699463, "stats": { "reqs_per_sec": 277.3333333333333 }, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 256, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "docker_runtime": "", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": null, "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-registry", "sandbox_config": { "processes": 10 }, "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "server_mode": "lambda", "import_cache_mb": 256, "max_runners": 0 }, "exception": null, "worker_tail": [ "2019/06/22 21:44:31 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:31 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:31 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:31 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:31 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:31 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:31 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:31 remove worker.pid", "2019/06/22 21:44:31 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "procs": 2, "seconds": 15 }, "pass": true, "seconds": 15.050976037979126, "total_seconds": 15.387317895889282, "stats": { "reqs_per_sec": 276.2 }, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 256, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "docker_runtime": "", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": null, "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-registry", "sandbox_config": { "processes": 10 }, "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "server_mode": "lambda", "import_cache_mb": 256, "max_runners": 0 }, "exception": null, "worker_tail": [ "2019/06/22 21:44:46 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:46 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:46 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:46 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:46 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:46 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:46 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:44:46 remove worker.pid", "2019/06/22 21:44:46 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "procs": 8, "seconds": 15 }, "pass": true, "seconds": 15.071462154388428, "total_seconds": 15.419748783111572, "stats": { "reqs_per_sec": 237.26666666666668 }, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 256, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "docker_runtime": "", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": null, "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "registry": "/root/open-lambda/test-registry", "sandbox_config": { "processes": 10 }, "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "server_mode": "lambda", "import_cache_mb": 256, "max_runners": 0 }, "exception": null, "worker_tail": [ "2019/06/22 21:45:02 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 remove worker.pid", "2019/06/22 21:45:02 exiting", "" ] }, { "test": "call_each_once_exec", "params": { "alloc_mb": 1, "lambda_count": 100 }, "pass": false, "seconds": null, "total_seconds": 5.57984185218811, "stats": null, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 256, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "cluster_name": "/root/open-lambda/test-cluster", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": null, "docker_runtime": "", "Skip_pull_existing": false, "registry": "/tmp/tmp9z2w07kx", "sandbox_config": { "processes": 10 }, "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "server_mode": "lambda", "import_cache_mb": 256, "max_runners": 0 }, "exception": [ "Traceback (most recent call last):", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 603, in urlopen", " chunked=chunked)", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 387, in _make_request", " six.raise_from(e, None)", " File \"\", line 2, in raise_from", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 383, in _make_request", " httplib_response = conn.getresponse()", " File \"/usr/lib/python3.5/http/client.py\", line 1197, in getresponse", " response.begin()", " File \"/usr/lib/python3.5/http/client.py\", line 297, in begin", " version, status, reason = self._read_status()", " File \"/usr/lib/python3.5/http/client.py\", line 266, in _read_status", " raise RemoteDisconnected(\"Remote end closed connection without\"", "http.client.RemoteDisconnected: Remote end closed connection without response", "", "During handling of the above exception, another exception occurred:", "", "Traceback (most recent call last):", " File \"/usr/lib/python3/dist-packages/requests/adapters.py\", line 376, in send", " timeout=timeout", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 641, in urlopen", " _stacktrace=sys.exc_info()[2])", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/util/retry.py\", line 368, in increment", " raise six.reraise(type(error), error, _stacktrace)", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/packages/six.py\", line 685, in reraise", " raise value.with_traceback(tb)", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 603, in urlopen", " chunked=chunked)", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 387, in _make_request", " six.raise_from(e, None)", " File \"\", line 2, in raise_from", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 383, in _make_request", " httplib_response = conn.getresponse()", " File \"/usr/lib/python3.5/http/client.py\", line 1197, in getresponse", " response.begin()", " File \"/usr/lib/python3.5/http/client.py\", line 297, in begin", " version, status, reason = self._read_status()", " File \"/usr/lib/python3.5/http/client.py\", line 266, in _read_status", " raise RemoteDisconnected(\"Remote end closed connection without\"", "requests.packages.urllib3.exceptions.ProtocolError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response',))", "", "During handling of the above exception, another exception occurred:", "", "Traceback (most recent call last):", " File \"test.py\", line 55, in wrapper", " rv = fn(**kwargs)", " File \"test.py\", line 175, in call_each_once_exec", " r = requests.post(\"http://localhost:5000/run/L%d\"%i, data=json.dumps({\"alloc_mb\": alloc_mb}))", " File \"/usr/lib/python3/dist-packages/requests/api.py\", line 107, in post", " return request('post', url, data=data, json=json, **kwargs)", " File \"/usr/lib/python3/dist-packages/requests/api.py\", line 53, in request", " return session.request(method=method, url=url, **kwargs)", " File \"/usr/lib/python3/dist-packages/requests/sessions.py\", line 480, in request", " resp = self.send(prep, **send_kwargs)", " File \"/usr/lib/python3/dist-packages/requests/sessions.py\", line 588, in send", " r = adapter.send(request, **kwargs)", " File \"/usr/lib/python3/dist-packages/requests/adapters.py\", line 426, in send", " raise ConnectionError(err, request=request)", "requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response',))", "" ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-cluster", "2019/06/22 21:45:02 save PID 10570 to file /root/open-lambda/test-cluster/worker/worker.pid", "2019/06/22 21:45:02 Start Lambda Server", "2019/06/22 21:45:02 Create CodePuller", "2019/06/22 21:45:02 Initialized CodePuller (took 19.781\u00b5s)", "2019/06/22 21:45:02 Create InstallManager", "2019/06/22 21:45:02 Create InstallManager (took 21.272\u00b5s)", "2019/06/22 21:45:02 Create ContainerFactory", "2019/06/22 21:45:02 .Create(, /root/open-lambda/test-cluster/worker/import-cache, [], )", "2019/06/22 21:45:02 create /sys/fs/cgroup/blkio/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 create /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 create /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 create /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 create /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 create /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 create /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 create /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 create /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 start creating/serving CGs [CGROUP POOL sock-cache]", "2019/06/22 21:45:02 create /sys/fs/cgroup/blkio/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:45:02 create /sys/fs/cgroup/cpu/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:45:02 create /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:45:02 create /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:45:02 create /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:45:02 create /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:45:02 create /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:45:02 create /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:45:02 create /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/22 21:45:02 start creating/serving CGs [CGROUP POOL sock-handlers]", "2019/06/22 21:45:02 Initialized handler container factory (took 195.077445ms)", "2019/06/22 21:45:02 Create Benchmark", "2019/06/22 21:45:02 Setups Handlers", "2019/06/22 21:45:02 Execute handler by POSTing to localhost:5000/run/", "2019/06/22 21:45:02 Get status by sending request to localhost:5000/status", "2019/06/22 21:45:02 Receive request to /pid", "2019/06/22 21:45:02 Receive request to /run/L0", "2019/06/22 21:45:02 .Create(/root/open-lambda/test-cluster/worker/lambda_code/1-L0, /root/open-lambda/test-cluster/worker/handlers/L0, [], )", "2019/06/22 21:45:02 Channel() [SB 2]", "2019/06/22 21:45:02 Pause() [SB 2]", "2019/06/22 21:45:02 MemUsageKB() [SB 2]", "2019/06/22 21:45:02 Receive request to /run/L1", "2019/06/22 21:45:02 .Create(/root/open-lambda/test-cluster/worker/lambda_code/2-L1, /root/open-lambda/test-cluster/worker/handlers/L1, [], )", "2019/06/22 21:45:02 Channel() [SB 3]", "2019/06/22 21:45:02 Pause() [SB 3]", "2019/06/22 21:45:02 MemUsageKB() [SB 3]", "2019/06/22 21:45:02 Receive request to /run/L2", "2019/06/22 21:45:02 .Create(/root/open-lambda/test-cluster/worker/lambda_code/3-L2, /root/open-lambda/test-cluster/worker/handlers/L2, [], )", "2019/06/22 21:45:03 Channel() [SB 4]", "2019/06/22 21:45:03 Pause() [SB 4]", "2019/06/22 21:45:03 MemUsageKB() [SB 4]", "2019/06/22 21:45:03 Receive request to /run/L3", "2019/06/22 21:45:03 .Create(/root/open-lambda/test-cluster/worker/lambda_code/4-L3, /root/open-lambda/test-cluster/worker/handlers/L3, [], )", "2019/06/22 21:45:03 Channel() [SB 5]", "2019/06/22 21:45:03 Pause() [SB 5]", "2019/06/22 21:45:03 MemUsageKB() [SB 5]", "2019/06/22 21:45:03 Receive request to /run/L4", "2019/06/22 21:45:03 .Create(/root/open-lambda/test-cluster/worker/lambda_code/5-L4, /root/open-lambda/test-cluster/worker/handlers/L4, [], )", "2019/06/22 21:45:03 Channel() [SB 6]", "2019/06/22 21:45:03 Pause() [SB 6]", "2019/06/22 21:45:03 MemUsageKB() [SB 6]", "2019/06/22 21:45:03 Receive request to /run/L5", "2019/06/22 21:45:03 .Create(/root/open-lambda/test-cluster/worker/lambda_code/6-L5, /root/open-lambda/test-cluster/worker/handlers/L5, [], )", "2019/06/22 21:45:03 Channel() [SB 7]", "2019/06/22 21:45:03 Pause() [SB 7]", "2019/06/22 21:45:03 MemUsageKB() [SB 7]", "2019/06/22 21:45:03 Receive request to /run/L6", "2019/06/22 21:45:03 .Create(/root/open-lambda/test-cluster/worker/lambda_code/7-L6, /root/open-lambda/test-cluster/worker/handlers/L6, [], )", "2019/06/22 21:45:03 Channel() [SB 8]", "2019/06/22 21:45:03 Pause() [SB 8]", "2019/06/22 21:45:03 MemUsageKB() [SB 8]", "2019/06/22 21:45:03 Receive request to /run/L7", "2019/06/22 21:45:03 .Create(/root/open-lambda/test-cluster/worker/lambda_code/8-L7, /root/open-lambda/test-cluster/worker/handlers/L7, [], )", "2019/06/22 21:45:03 Channel() [SB 9]", "2019/06/22 21:45:03 Pause() [SB 9]", "2019/06/22 21:45:03 MemUsageKB() [SB 9]", "2019/06/22 21:45:03 Receive request to /run/L8", "2019/06/22 21:45:03 .Create(/root/open-lambda/test-cluster/worker/lambda_code/9-L8, /root/open-lambda/test-cluster/worker/handlers/L8, [], )", "2019/06/22 21:45:03 Channel() [SB 10]", "2019/06/22 21:45:03 Pause() [SB 10]", "2019/06/22 21:45:03 MemUsageKB() [SB 10]", "2019/06/22 21:45:03 Receive request to /run/L9", "2019/06/22 21:45:03 .Create(/root/open-lambda/test-cluster/worker/lambda_code/10-L9, /root/open-lambda/test-cluster/worker/handlers/L9, [], )", "2019/06/22 21:45:04 Channel() [SB 11]", "2019/06/22 21:45:04 Pause() [SB 11]", "2019/06/22 21:45:04 MemUsageKB() [SB 11]", "2019/06/22 21:45:04 Receive request to /run/L10", "2019/06/22 21:45:04 .Create(/root/open-lambda/test-cluster/worker/lambda_code/11-L10, /root/open-lambda/test-cluster/worker/handlers/L10, [], )", "2019/06/22 21:45:04 Channel() [SB 12]", "2019/06/22 21:45:04 Pause() [SB 12]", "2019/06/22 21:45:04 MemUsageKB() [SB 12]", "2019/06/22 21:45:04 Receive request to /run/L11", "2019/06/22 21:45:04 .Create(/root/open-lambda/test-cluster/worker/lambda_code/12-L11, /root/open-lambda/test-cluster/worker/handlers/L11, [], )", "2019/06/22 21:45:04 Channel() [SB 13]", "2019/06/22 21:45:04 Pause() [SB 13]", "2019/06/22 21:45:04 MemUsageKB() [SB 13]", "2019/06/22 21:45:04 Receive request to /run/L12", "2019/06/22 21:45:04 .Create(/root/open-lambda/test-cluster/worker/lambda_code/13-L12, /root/open-lambda/test-cluster/worker/handlers/L12, [], )", "2019/06/22 21:45:04 Channel() [SB 14]", "2019/06/22 21:45:04 Pause() [SB 14]", "2019/06/22 21:45:04 MemUsageKB() [SB 14]", "2019/06/22 21:45:04 Receive request to /run/L13", "2019/06/22 21:45:04 .Create(/root/open-lambda/test-cluster/worker/lambda_code/14-L13, /root/open-lambda/test-cluster/worker/handlers/L13, [], )", "2019/06/22 21:45:04 Channel() [SB 15]", "2019/06/22 21:45:04 Pause() [SB 15]", "2019/06/22 21:45:04 MemUsageKB() [SB 15]", "2019/06/22 21:45:04 Receive request to /run/L14", "2019/06/22 21:45:04 .Create(/root/open-lambda/test-cluster/worker/lambda_code/15-L14, /root/open-lambda/test-cluster/worker/handlers/L14, [], )", "2019/06/22 21:45:05 Channel() [SB 16]", "2019/06/22 21:45:05 Pause() [SB 16]", "2019/06/22 21:45:05 MemUsageKB() [SB 16]", "2019/06/22 21:45:05 Receive request to /run/L15", "2019/06/22 21:45:05 .Create(/root/open-lambda/test-cluster/worker/lambda_code/16-L15, /root/open-lambda/test-cluster/worker/handlers/L15, [], )", "2019/06/22 21:45:05 Channel() [SB 17]", "2019/06/22 21:45:05 Pause() [SB 17]", "2019/06/22 21:45:05 MemUsageKB() [SB 17]", "2019/06/22 21:45:05 Receive request to /run/L16", "2019/06/22 21:45:05 .Create(/root/open-lambda/test-cluster/worker/lambda_code/17-L16, /root/open-lambda/test-cluster/worker/handlers/L16, [], )", "2019/06/22 21:45:05 Channel() [SB 18]", "2019/06/22 21:45:05 Pause() [SB 18]", "2019/06/22 21:45:05 MemUsageKB() [SB 18]", "2019/06/22 21:45:05 Receive request to /run/L17", "2019/06/22 21:45:05 .Create(/root/open-lambda/test-cluster/worker/lambda_code/18-L17, /root/open-lambda/test-cluster/worker/handlers/L17, [], )", "2019/06/22 21:45:05 Channel() [SB 19]", "2019/06/22 21:45:05 Pause() [SB 19]", "2019/06/22 21:45:05 MemUsageKB() [SB 19]", "2019/06/22 21:45:05 Receive request to /run/L18", "2019/06/22 21:45:05 .Create(/root/open-lambda/test-cluster/worker/lambda_code/19-L18, /root/open-lambda/test-cluster/worker/handlers/L18, [], )", "2019/06/22 21:45:05 Channel() [SB 20]", "2019/06/22 21:45:05 Pause() [SB 20]", "2019/06/22 21:45:05 MemUsageKB() [SB 20]", "2019/06/22 21:45:05 Receive request to /run/L19", "2019/06/22 21:45:05 .Create(/root/open-lambda/test-cluster/worker/lambda_code/20-L19, /root/open-lambda/test-cluster/worker/handlers/L19, [], )", "2019/06/22 21:45:05 Channel() [SB 21]", "2019/06/22 21:45:05 Pause() [SB 21]", "2019/06/22 21:45:05 MemUsageKB() [SB 21]", "2019/06/22 21:45:05 Receive request to /run/L20", "2019/06/22 21:45:05 .Create(/root/open-lambda/test-cluster/worker/lambda_code/21-L20, /root/open-lambda/test-cluster/worker/handlers/L20, [], )", "2019/06/22 21:45:06 Channel() [SB 22]", "2019/06/22 21:45:06 Pause() [SB 22]", "2019/06/22 21:45:06 MemUsageKB() [SB 22]", "2019/06/22 21:45:06 Receive request to /run/L21", "2019/06/22 21:45:06 .Create(/root/open-lambda/test-cluster/worker/lambda_code/22-L21, /root/open-lambda/test-cluster/worker/handlers/L21, [], )", "2019/06/22 21:45:06 Channel() [SB 23]", "2019/06/22 21:45:06 Pause() [SB 23]", "2019/06/22 21:45:06 MemUsageKB() [SB 23]", "2019/06/22 21:45:06 Receive request to /run/L22", "2019/06/22 21:45:06 .Create(/root/open-lambda/test-cluster/worker/lambda_code/23-L22, /root/open-lambda/test-cluster/worker/handlers/L22, [], )", "2019/06/22 21:45:06 Channel() [SB 24]", "2019/06/22 21:45:06 Pause() [SB 24]", "2019/06/22 21:45:06 MemUsageKB() [SB 24]", "2019/06/22 21:45:06 Receive request to /run/L23", "2019/06/22 21:45:06 .Create(/root/open-lambda/test-cluster/worker/lambda_code/24-L23, /root/open-lambda/test-cluster/worker/handlers/L23, [], )", "2019/06/22 21:45:06 Channel() [SB 25]", "2019/06/22 21:45:06 Pause() [SB 25]", "2019/06/22 21:45:06 MemUsageKB() [SB 25]", "2019/06/22 21:45:06 Receive request to /run/L24", "2019/06/22 21:45:06 .Create(/root/open-lambda/test-cluster/worker/lambda_code/25-L24, /root/open-lambda/test-cluster/worker/handlers/L24, [], )", "2019/06/22 21:45:06 Channel() [SB 26]", "2019/06/22 21:45:06 Pause() [SB 26]", "2019/06/22 21:45:06 MemUsageKB() [SB 26]", "2019/06/22 21:45:06 Receive request to /run/L25", "2019/06/22 21:45:06 .Create(/root/open-lambda/test-cluster/worker/lambda_code/26-L25, /root/open-lambda/test-cluster/worker/handlers/L25, [], )", "2019/06/22 21:45:07 Channel() [SB 27]", "2019/06/22 21:45:07 Pause() [SB 27]", "2019/06/22 21:45:07 MemUsageKB() [SB 27]", "2019/06/22 21:45:07 Receive request to /run/L26", "2019/06/22 21:45:07 .Create(/root/open-lambda/test-cluster/worker/lambda_code/27-L26, /root/open-lambda/test-cluster/worker/handlers/L26, [], )", "2019/06/22 21:45:07 Channel() [SB 28]", "2019/06/22 21:45:07 Pause() [SB 28]", "2019/06/22 21:45:07 MemUsageKB() [SB 28]", "2019/06/22 21:45:07 Receive request to /run/L27", "2019/06/22 21:45:07 .Create(/root/open-lambda/test-cluster/worker/lambda_code/28-L27, /root/open-lambda/test-cluster/worker/handlers/L27, [], )", "2019/06/22 21:45:07 Channel() [SB 29]", "2019/06/22 21:45:07 Pause() [SB 29]", "2019/06/22 21:45:07 MemUsageKB() [SB 29]", "2019/06/22 21:45:07 Receive request to /run/L28", "2019/06/22 21:45:07 .Create(/root/open-lambda/test-cluster/worker/lambda_code/29-L28, /root/open-lambda/test-cluster/worker/handlers/L28, [], )", "2019/06/22 21:45:07 Channel() [SB 30]", "2019/06/22 21:45:07 Pause() [SB 30]", "2019/06/22 21:45:07 MemUsageKB() [SB 30]", "2019/06/22 21:45:07 Receive request to /run/L29", "2019/06/22 21:45:07 .Create(/root/open-lambda/test-cluster/worker/lambda_code/30-L29, /root/open-lambda/test-cluster/worker/handlers/L29, [], )", "2019/06/22 21:45:07 received kill signal, cleaning up", "2019/06/22 21:45:07 Destroy() [SB 2]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 2]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 2]", "2019/06/22 21:45:07 Destroy() [SB 3]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 3]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 3]", "2019/06/22 21:45:07 Destroy() [SB 4]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 4]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 4]", "2019/06/22 21:45:07 Destroy() [SB 5]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 5]", "2019/06/22 21:45:07 waiting for 1 procs in cg-4 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 5]", "2019/06/22 21:45:07 Destroy() [SB 6]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 6]", "2019/06/22 21:45:07 waiting for 1 procs in cg-5 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 6]", "2019/06/22 21:45:07 Destroy() [SB 7]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 7]", "2019/06/22 21:45:07 waiting for 1 procs in cg-6 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 7]", "2019/06/22 21:45:07 Destroy() [SB 8]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 8]", "2019/06/22 21:45:07 waiting for 1 procs in cg-7 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 8]", "2019/06/22 21:45:07 Destroy() [SB 9]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 9]", "2019/06/22 21:45:07 waiting for 1 procs in cg-8 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 9]", "2019/06/22 21:45:07 Destroy() [SB 10]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 10]", "2019/06/22 21:45:07 waiting for 1 procs in cg-9 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 10]", "2019/06/22 21:45:07 Destroy() [SB 11]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 11]", "2019/06/22 21:45:07 waiting for 1 procs in cg-10 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 11]", "2019/06/22 21:45:07 Destroy() [SB 12]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 12]", "2019/06/22 21:45:07 waiting for 1 procs in cg-11 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 12]", "2019/06/22 21:45:07 Destroy() [SB 13]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 13]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 13]", "2019/06/22 21:45:07 Destroy() [SB 14]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 14]", "2019/06/22 21:45:07 waiting for 1 procs in cg-13 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 14]", "2019/06/22 21:45:07 Destroy() [SB 15]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 15]", "2019/06/22 21:45:07 waiting for 1 procs in cg-14 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 15]", "2019/06/22 21:45:07 Destroy() [SB 16]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 16]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 16]", "2019/06/22 21:45:07 Destroy() [SB 17]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 17]", "2019/06/22 21:45:07 waiting for 1 procs in cg-16 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 17]", "2019/06/22 21:45:07 Destroy() [SB 18]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 18]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 18]", "2019/06/22 21:45:07 Destroy() [SB 19]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 19]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 19]", "2019/06/22 21:45:07 Destroy() [SB 20]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 20]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 20]", "2019/06/22 21:45:07 Destroy() [SB 21]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 21]", "2019/06/22 21:45:07 waiting for 1 procs in cg-20 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 21]", "2019/06/22 21:45:07 Destroy() [SB 22]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 22]", "2019/06/22 21:45:07 waiting for 1 procs in cg-21 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 22]", "2019/06/22 21:45:07 Destroy() [SB 23]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 23]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 23]", "2019/06/22 21:45:07 Destroy() [SB 24]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 24]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 24]", "2019/06/22 21:45:07 Destroy() [SB 25]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 25]", "2019/06/22 21:45:07 waiting for 1 procs in cg-24 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 25]", "2019/06/22 21:45:07 Destroy() [SB 26]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 26]", "2019/06/22 21:45:07 waiting for 1 procs in cg-25 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 26]", "2019/06/22 21:45:07 Destroy() [SB 27]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 27]", "2019/06/22 21:45:07 waiting for 1 procs in cg-26 to die [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 27]", "2019/06/22 21:45:07 Destroy() [SB 28]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 28]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 28]", "2019/06/22 21:45:07 Destroy() [SB 29]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 29]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 29]", "2019/06/22 21:45:07 Destroy() [SB 30]", "2019/06/22 21:45:07 kill all procs in CG [SOCK 30]", "2019/06/22 21:45:07 unmount and remove dirs [SOCK 30]", "2019/06/22 21:45:07 received shutdown request [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 empty queues and release CGs [CGROUP POOL sock-handlers]", "2019/06/22 21:45:07 remove /sys/fs/cgroup/blkio/sock-handlers [CGROUP POOL sock-handlers]", "panic: Rmdir /sys/fs/cgroup/blkio/sock-handlers: device or resource busy", "", "goroutine 6 [running]:", "github.com/open-lambda/open-lambda/ol/sandbox.(*CgroupPool).cgTask(0xc0001a8180)", "\t/root/open-lambda/src/sandbox/cgroupFactory.go:119 +0xabb", "created by github.com/open-lambda/open-lambda/ol/sandbox.NewCgroupPool", "\t/root/open-lambda/src/sandbox/cgroupFactory.go:46 +0xfe", "" ] }, { "test": "call_each_once_exec", "params": { "alloc_mb": 10, "lambda_count": 1000 }, "pass": false, "seconds": null, "total_seconds": 0.1118173599243164, "stats": null, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 256, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "registry_cache_ms": 5000, "pip_mirror": "", "timing": false, "sandbox": "sock", "docker_runtime": "", "server_mode": "lambda", "benchmark_log": "", "worker_port": "5000", "startup_pkgs": null, "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "registry": "/tmp/tmpbqpd4ypo", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "sandbox_config": { "processes": 10 }, "import_cache_mb": 256, "max_runners": 0 }, "exception": [ "Traceback (most recent call last):", " File \"test.py\", line 51, in wrapper", " run(['./ol', 'worker', '-p='+OLDIR, '--detach'])", " File \"test.py\", line 128, in run", " raise Exception(\"command failed: \" + \" \".join(cmd) + \", \")", "Exception: command failed: ./ol worker -p=test-cluster --detach, ", "" ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-cluster", "2019/06/22 21:45:08 previous working may be running, /root/open-lambda/test-cluster/worker/worker.pid already exists", "" ] } ], "passed": 13, "failed": 2, "seconds": 231.75226736068726 }