{ "runs": [ { "test": "sock_churn", "params": { "fork": true, "seconds": 15, "baseline": 0, "procs": 1 }, "pass": true, "seconds": 16.854280948638916, "total_seconds": 17.088784217834473, "stats": { "sandboxes_per_sec": 6.6 }, "conf": { "registry": "/root/open-lambda/test-cluster/registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "sock", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "benchmark_log": "", "startup_pkgs": null, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "cluster_name": "/root/open-lambda/test-cluster", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 239, "sandbox_config": { "processes": 10 }, "import_cache_mb": 239 }, "exception": null, "worker_tail": [ "2019/06/23 21:43:59 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:43:59 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:43:59 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:43:59 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:43:59 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:43:59 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:43:59 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:43:59 remove worker.pid", "2019/06/23 21:43:59 exiting", "" ] }, { "test": "ping_test", "params": {}, "pass": true, "seconds": 2.151559591293335, "total_seconds": 22.26163959503174, "stats": { "pings_per_sec": 464.782995095421 }, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "import_cache_mb": 239, "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 239, "cluster_name": "/root/open-lambda/test-cluster", "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/23 21:44:21 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:21 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:21 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:21 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:21 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:21 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:21 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:21 remove worker.pid", "2019/06/23 21:44:21 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.773000717163086, "total_seconds": 9.633034706115723, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "cluster_name": "/root/open-lambda/test-cluster", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 0, "sandbox_config": { "processes": 10 }, "import_cache_mb": 0 }, "exception": null, "worker_tail": [ "2019/06/23 21:44:31 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:31 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:31 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:31 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:31 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:31 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:31 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:31 remove worker.pid", "2019/06/23 21:44:31 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.3105335235595703, "total_seconds": 9.283807754516602, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "import_cache_mb": 0, "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 256, "cluster_name": "/root/open-lambda/test-cluster", "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/23 21:44:40 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:40 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:40 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:40 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:40 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:40 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:40 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:44:40 remove worker.pid", "2019/06/23 21:44:40 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.4231324195861816, "total_seconds": 9.587950944900513, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "sandbox_config": { "processes": 10 }, "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 0, "cluster_name": "/root/open-lambda/test-cluster", "import_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/23 21:44:50 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:50 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:50 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:50 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:50 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:50 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:50 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:50 remove worker.pid", "2019/06/23 21:44:50 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.3183925151824951, "total_seconds": 9.491512060165405, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "cluster_name": "/root/open-lambda/test-cluster", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 256, "sandbox_config": { "processes": 10 }, "import_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/23 21:44:59 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:59 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:59 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:59 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:59 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:59 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:59 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:44:59 remove worker.pid", "2019/06/23 21:44:59 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 7.292448997497559, "total_seconds": 15.44718050956726, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "docker", "import_cache_mb": 0, "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 0, "cluster_name": "/root/open-lambda/test-cluster", "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/23 21:45:14 EVICTING INSTANCE: 23228416 used / 0 limit", "2019/06/23 21:45:14 Destroy() [SB 3]", "2019/06/23 21:45:14 received kill signal, cleaning up", "2019/06/23 21:45:14 Destroy() [SB 0]", "2019/06/23 21:45:14 Destroy() [SB 1]", "2019/06/23 21:45:14 Destroy() [SB 2]", "2019/06/23 21:45:14 Destroy() [SB 3]", "2019/06/23 21:45:15 remove worker.pid", "2019/06/23 21:45:15 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 4.195490837097168, "total_seconds": 12.960007905960083, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "docker", "sandbox_config": { "processes": 10 }, "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 256, "cluster_name": "/root/open-lambda/test-cluster", "import_cache_mb": 0 }, "exception": null, "worker_tail": [ "2019/06/23 21:45:27 Pause() [SB 3]", "2019/06/23 21:45:27 MemUsageKB() [SB 3]", "2019/06/23 21:45:27 received kill signal, cleaning up", "2019/06/23 21:45:27 Destroy() [SB 0]", "2019/06/23 21:45:27 Destroy() [SB 1]", "2019/06/23 21:45:27 Destroy() [SB 2]", "2019/06/23 21:45:27 Destroy() [SB 3]", "2019/06/23 21:45:28 remove worker.pid", "2019/06/23 21:45:28 exiting", "" ] }, { "test": "fork_bomb", "params": {}, "pass": true, "seconds": 0.15978527069091797, "total_seconds": 8.21749210357666, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "import_cache_mb": 239, "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 239, "cluster_name": "/root/open-lambda/test-cluster", "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/23 21:45:36 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:36 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:36 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:36 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:36 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:36 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:36 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:36 remove worker.pid", "2019/06/23 21:45:36 exiting", "" ] }, { "test": "max_mem_alloc", "params": {}, "pass": true, "seconds": 0.9438400268554688, "total_seconds": 9.0039701461792, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "import_cache_mb": 239, "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 239, "cluster_name": "/root/open-lambda/test-cluster", "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/23 21:45:45 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:45 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:45 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:45 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:45 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:45 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:45 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:45:45 remove worker.pid", "2019/06/23 21:45:45 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 1 }, "pass": true, "seconds": 15.044182300567627, "total_seconds": 15.375901460647583, "stats": { "reqs_per_sec": 284.73333333333335 }, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "sandbox_config": { "processes": 10 }, "benchmark_log": "", "startup_pkgs": null, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 256, "cluster_name": "/root/open-lambda/test-cluster", "import_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/23 21:46:00 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:00 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:00 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:00 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:00 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:00 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:00 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:00 remove worker.pid", "2019/06/23 21:46:00 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 2 }, "pass": true, "seconds": 15.05576491355896, "total_seconds": 15.391930341720581, "stats": { "reqs_per_sec": 276.26666666666665 }, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "sandbox_config": { "processes": 10 }, "benchmark_log": "", "startup_pkgs": null, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 256, "cluster_name": "/root/open-lambda/test-cluster", "import_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/23 21:46:16 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:16 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:16 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:16 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:16 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:16 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:16 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:16 remove worker.pid", "2019/06/23 21:46:16 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 8 }, "pass": true, "seconds": 15.070147037506104, "total_seconds": 15.408806085586548, "stats": { "reqs_per_sec": 243.46666666666667 }, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "sandbox_config": { "processes": 10 }, "benchmark_log": "", "startup_pkgs": null, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 256, "cluster_name": "/root/open-lambda/test-cluster", "import_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/23 21:46:31 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 remove worker.pid", "2019/06/23 21:46:31 exiting", "" ] }, { "test": "call_each_once_exec", "params": { "alloc_mb": 1, "lambda_count": 100 }, "pass": false, "seconds": null, "total_seconds": 5.749413013458252, "stats": null, "conf": { "registry": "/tmp/tmpz3au_1if", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "sandbox_config": { "processes": 10 }, "benchmark_log": "", "startup_pkgs": null, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 256, "cluster_name": "/root/open-lambda/test-cluster", "import_cache_mb": 256 }, "exception": [ "Traceback (most recent call last):", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 603, in urlopen", " chunked=chunked)", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 387, in _make_request", " six.raise_from(e, None)", " File \"\", line 2, in raise_from", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 383, in _make_request", " httplib_response = conn.getresponse()", " File \"/usr/lib/python3.5/http/client.py\", line 1197, in getresponse", " response.begin()", " File \"/usr/lib/python3.5/http/client.py\", line 297, in begin", " version, status, reason = self._read_status()", " File \"/usr/lib/python3.5/http/client.py\", line 266, in _read_status", " raise RemoteDisconnected(\"Remote end closed connection without\"", "http.client.RemoteDisconnected: Remote end closed connection without response", "", "During handling of the above exception, another exception occurred:", "", "Traceback (most recent call last):", " File \"/usr/lib/python3/dist-packages/requests/adapters.py\", line 376, in send", " timeout=timeout", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 641, in urlopen", " _stacktrace=sys.exc_info()[2])", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/util/retry.py\", line 368, in increment", " raise six.reraise(type(error), error, _stacktrace)", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/packages/six.py\", line 685, in reraise", " raise value.with_traceback(tb)", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 603, in urlopen", " chunked=chunked)", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 387, in _make_request", " six.raise_from(e, None)", " File \"\", line 2, in raise_from", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 383, in _make_request", " httplib_response = conn.getresponse()", " File \"/usr/lib/python3.5/http/client.py\", line 1197, in getresponse", " response.begin()", " File \"/usr/lib/python3.5/http/client.py\", line 297, in begin", " version, status, reason = self._read_status()", " File \"/usr/lib/python3.5/http/client.py\", line 266, in _read_status", " raise RemoteDisconnected(\"Remote end closed connection without\"", "requests.packages.urllib3.exceptions.ProtocolError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response',))", "", "During handling of the above exception, another exception occurred:", "", "Traceback (most recent call last):", " File \"test.py\", line 55, in wrapper", " rv = fn(**kwargs)", " File \"test.py\", line 175, in call_each_once_exec", " r = requests.post(\"http://localhost:5000/run/L%d\"%i, data=json.dumps({\"alloc_mb\": alloc_mb}))", " File \"/usr/lib/python3/dist-packages/requests/api.py\", line 107, in post", " return request('post', url, data=data, json=json, **kwargs)", " File \"/usr/lib/python3/dist-packages/requests/api.py\", line 53, in request", " return session.request(method=method, url=url, **kwargs)", " File \"/usr/lib/python3/dist-packages/requests/sessions.py\", line 480, in request", " resp = self.send(prep, **send_kwargs)", " File \"/usr/lib/python3/dist-packages/requests/sessions.py\", line 588, in send", " r = adapter.send(request, **kwargs)", " File \"/usr/lib/python3/dist-packages/requests/adapters.py\", line 426, in send", " raise ConnectionError(err, request=request)", "requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response',))", "" ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-cluster", "2019/06/23 21:46:31 save PID 10575 to file /root/open-lambda/test-cluster/worker/worker.pid", "2019/06/23 21:46:31 Start Lambda Server", "2019/06/23 21:46:31 Create CodePuller", "2019/06/23 21:46:31 Initialized CodePuller (took 20.156\u00b5s)", "2019/06/23 21:46:31 Create InstallManager", "2019/06/23 21:46:31 Create InstallManager (took 2.009\u00b5s)", "2019/06/23 21:46:31 Create ContainerFactory", "2019/06/23 21:46:31 .Create(, /root/open-lambda/test-cluster/worker/import-cache, [], )", "2019/06/23 21:46:31 create /sys/fs/cgroup/blkio/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 create /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 create /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 create /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 create /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 create /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 create /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 create /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 create /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 start creating/serving CGs [CGROUP POOL sock-cache]", "2019/06/23 21:46:31 create /sys/fs/cgroup/blkio/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:46:31 create /sys/fs/cgroup/cpu/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:46:31 create /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:46:31 create /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:46:31 create /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:46:31 create /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:46:31 create /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:46:31 create /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:46:31 create /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/23 21:46:31 start creating/serving CGs [CGROUP POOL sock-handlers]", "2019/06/23 21:46:31 Initialized handler container factory (took 203.374412ms)", "2019/06/23 21:46:31 Create Benchmark", "2019/06/23 21:46:31 Setups Handlers", "2019/06/23 21:46:31 Execute handler by POSTing to localhost:5000/run/", "2019/06/23 21:46:31 Get status by sending request to localhost:5000/status", "2019/06/23 21:46:31 Receive request to /pid", "2019/06/23 21:46:31 Receive request to /run/L0", "2019/06/23 21:46:31 .Create(/root/open-lambda/test-cluster/worker/lambda_code/1-L0, /root/open-lambda/test-cluster/worker/handlers/L0, [], )", "2019/06/23 21:46:32 Channel() [SB 2]", "2019/06/23 21:46:32 Pause() [SB 2]", "2019/06/23 21:46:32 MemUsageKB() [SB 2]", "2019/06/23 21:46:32 Receive request to /run/L1", "2019/06/23 21:46:32 .Create(/root/open-lambda/test-cluster/worker/lambda_code/2-L1, /root/open-lambda/test-cluster/worker/handlers/L1, [], )", "2019/06/23 21:46:32 Channel() [SB 3]", "2019/06/23 21:46:32 Pause() [SB 3]", "2019/06/23 21:46:32 MemUsageKB() [SB 3]", "2019/06/23 21:46:32 Receive request to /run/L2", "2019/06/23 21:46:32 .Create(/root/open-lambda/test-cluster/worker/lambda_code/3-L2, /root/open-lambda/test-cluster/worker/handlers/L2, [], )", "2019/06/23 21:46:32 Channel() [SB 4]", "2019/06/23 21:46:32 Pause() [SB 4]", "2019/06/23 21:46:32 MemUsageKB() [SB 4]", "2019/06/23 21:46:32 Receive request to /run/L3", "2019/06/23 21:46:32 .Create(/root/open-lambda/test-cluster/worker/lambda_code/4-L3, /root/open-lambda/test-cluster/worker/handlers/L3, [], )", "2019/06/23 21:46:32 Channel() [SB 5]", "2019/06/23 21:46:32 Pause() [SB 5]", "2019/06/23 21:46:32 MemUsageKB() [SB 5]", "2019/06/23 21:46:32 Receive request to /run/L4", "2019/06/23 21:46:32 .Create(/root/open-lambda/test-cluster/worker/lambda_code/5-L4, /root/open-lambda/test-cluster/worker/handlers/L4, [], )", "2019/06/23 21:46:32 Channel() [SB 6]", "2019/06/23 21:46:32 Pause() [SB 6]", "2019/06/23 21:46:32 MemUsageKB() [SB 6]", "2019/06/23 21:46:32 Receive request to /run/L5", "2019/06/23 21:46:32 .Create(/root/open-lambda/test-cluster/worker/lambda_code/6-L5, /root/open-lambda/test-cluster/worker/handlers/L5, [], )", "2019/06/23 21:46:32 Channel() [SB 7]", "2019/06/23 21:46:32 Pause() [SB 7]", "2019/06/23 21:46:32 MemUsageKB() [SB 7]", "2019/06/23 21:46:32 Receive request to /run/L6", "2019/06/23 21:46:32 .Create(/root/open-lambda/test-cluster/worker/lambda_code/7-L6, /root/open-lambda/test-cluster/worker/handlers/L6, [], )", "2019/06/23 21:46:32 Channel() [SB 8]", "2019/06/23 21:46:32 Pause() [SB 8]", "2019/06/23 21:46:32 MemUsageKB() [SB 8]", "2019/06/23 21:46:32 Receive request to /run/L7", "2019/06/23 21:46:32 .Create(/root/open-lambda/test-cluster/worker/lambda_code/8-L7, /root/open-lambda/test-cluster/worker/handlers/L7, [], )", "2019/06/23 21:46:33 Channel() [SB 9]", "2019/06/23 21:46:33 Pause() [SB 9]", "2019/06/23 21:46:33 MemUsageKB() [SB 9]", "2019/06/23 21:46:33 Receive request to /run/L8", "2019/06/23 21:46:33 .Create(/root/open-lambda/test-cluster/worker/lambda_code/9-L8, /root/open-lambda/test-cluster/worker/handlers/L8, [], )", "2019/06/23 21:46:33 Channel() [SB 10]", "2019/06/23 21:46:33 Pause() [SB 10]", "2019/06/23 21:46:33 MemUsageKB() [SB 10]", "2019/06/23 21:46:33 Receive request to /run/L9", "2019/06/23 21:46:33 .Create(/root/open-lambda/test-cluster/worker/lambda_code/10-L9, /root/open-lambda/test-cluster/worker/handlers/L9, [], )", "2019/06/23 21:46:33 Channel() [SB 11]", "2019/06/23 21:46:33 Pause() [SB 11]", "2019/06/23 21:46:33 MemUsageKB() [SB 11]", "2019/06/23 21:46:33 Receive request to /run/L10", "2019/06/23 21:46:33 .Create(/root/open-lambda/test-cluster/worker/lambda_code/11-L10, /root/open-lambda/test-cluster/worker/handlers/L10, [], )", "2019/06/23 21:46:33 Channel() [SB 12]", "2019/06/23 21:46:33 Pause() [SB 12]", "2019/06/23 21:46:33 MemUsageKB() [SB 12]", "2019/06/23 21:46:33 Receive request to /run/L11", "2019/06/23 21:46:33 .Create(/root/open-lambda/test-cluster/worker/lambda_code/12-L11, /root/open-lambda/test-cluster/worker/handlers/L11, [], )", "2019/06/23 21:46:33 Channel() [SB 13]", "2019/06/23 21:46:33 Pause() [SB 13]", "2019/06/23 21:46:33 MemUsageKB() [SB 13]", "2019/06/23 21:46:33 Receive request to /run/L12", "2019/06/23 21:46:33 .Create(/root/open-lambda/test-cluster/worker/lambda_code/13-L12, /root/open-lambda/test-cluster/worker/handlers/L12, [], )", "2019/06/23 21:46:33 Channel() [SB 14]", "2019/06/23 21:46:33 Pause() [SB 14]", "2019/06/23 21:46:33 MemUsageKB() [SB 14]", "2019/06/23 21:46:33 Receive request to /run/L13", "2019/06/23 21:46:33 .Create(/root/open-lambda/test-cluster/worker/lambda_code/14-L13, /root/open-lambda/test-cluster/worker/handlers/L13, [], )", "2019/06/23 21:46:34 Channel() [SB 15]", "2019/06/23 21:46:34 Pause() [SB 15]", "2019/06/23 21:46:34 MemUsageKB() [SB 15]", "2019/06/23 21:46:34 Receive request to /run/L14", "2019/06/23 21:46:34 .Create(/root/open-lambda/test-cluster/worker/lambda_code/15-L14, /root/open-lambda/test-cluster/worker/handlers/L14, [], )", "2019/06/23 21:46:34 Channel() [SB 16]", "2019/06/23 21:46:34 Pause() [SB 16]", "2019/06/23 21:46:34 MemUsageKB() [SB 16]", "2019/06/23 21:46:34 Receive request to /run/L15", "2019/06/23 21:46:34 .Create(/root/open-lambda/test-cluster/worker/lambda_code/16-L15, /root/open-lambda/test-cluster/worker/handlers/L15, [], )", "2019/06/23 21:46:34 Channel() [SB 17]", "2019/06/23 21:46:34 Pause() [SB 17]", "2019/06/23 21:46:34 MemUsageKB() [SB 17]", "2019/06/23 21:46:34 Receive request to /run/L16", "2019/06/23 21:46:34 .Create(/root/open-lambda/test-cluster/worker/lambda_code/17-L16, /root/open-lambda/test-cluster/worker/handlers/L16, [], )", "2019/06/23 21:46:34 Channel() [SB 18]", "2019/06/23 21:46:34 Pause() [SB 18]", "2019/06/23 21:46:34 MemUsageKB() [SB 18]", "2019/06/23 21:46:34 Receive request to /run/L17", "2019/06/23 21:46:34 .Create(/root/open-lambda/test-cluster/worker/lambda_code/18-L17, /root/open-lambda/test-cluster/worker/handlers/L17, [], )", "2019/06/23 21:46:34 Channel() [SB 19]", "2019/06/23 21:46:34 Pause() [SB 19]", "2019/06/23 21:46:34 MemUsageKB() [SB 19]", "2019/06/23 21:46:34 Receive request to /run/L18", "2019/06/23 21:46:34 .Create(/root/open-lambda/test-cluster/worker/lambda_code/19-L18, /root/open-lambda/test-cluster/worker/handlers/L18, [], )", "2019/06/23 21:46:34 Channel() [SB 20]", "2019/06/23 21:46:34 Pause() [SB 20]", "2019/06/23 21:46:34 MemUsageKB() [SB 20]", "2019/06/23 21:46:34 Receive request to /run/L19", "2019/06/23 21:46:34 .Create(/root/open-lambda/test-cluster/worker/lambda_code/20-L19, /root/open-lambda/test-cluster/worker/handlers/L19, [], )", "2019/06/23 21:46:35 Channel() [SB 21]", "2019/06/23 21:46:35 Pause() [SB 21]", "2019/06/23 21:46:35 MemUsageKB() [SB 21]", "2019/06/23 21:46:35 Receive request to /run/L20", "2019/06/23 21:46:35 .Create(/root/open-lambda/test-cluster/worker/lambda_code/21-L20, /root/open-lambda/test-cluster/worker/handlers/L20, [], )", "2019/06/23 21:46:35 Channel() [SB 22]", "2019/06/23 21:46:35 Pause() [SB 22]", "2019/06/23 21:46:35 MemUsageKB() [SB 22]", "2019/06/23 21:46:35 Receive request to /run/L21", "2019/06/23 21:46:35 .Create(/root/open-lambda/test-cluster/worker/lambda_code/22-L21, /root/open-lambda/test-cluster/worker/handlers/L21, [], )", "2019/06/23 21:46:35 Channel() [SB 23]", "2019/06/23 21:46:35 Pause() [SB 23]", "2019/06/23 21:46:35 MemUsageKB() [SB 23]", "2019/06/23 21:46:35 Receive request to /run/L22", "2019/06/23 21:46:35 .Create(/root/open-lambda/test-cluster/worker/lambda_code/23-L22, /root/open-lambda/test-cluster/worker/handlers/L22, [], )", "2019/06/23 21:46:35 Channel() [SB 24]", "2019/06/23 21:46:35 Pause() [SB 24]", "2019/06/23 21:46:35 MemUsageKB() [SB 24]", "2019/06/23 21:46:35 Receive request to /run/L23", "2019/06/23 21:46:35 .Create(/root/open-lambda/test-cluster/worker/lambda_code/24-L23, /root/open-lambda/test-cluster/worker/handlers/L23, [], )", "2019/06/23 21:46:35 Channel() [SB 25]", "2019/06/23 21:46:35 Pause() [SB 25]", "2019/06/23 21:46:35 MemUsageKB() [SB 25]", "2019/06/23 21:46:35 Receive request to /run/L24", "2019/06/23 21:46:35 .Create(/root/open-lambda/test-cluster/worker/lambda_code/25-L24, /root/open-lambda/test-cluster/worker/handlers/L24, [], )", "2019/06/23 21:46:35 Channel() [SB 26]", "2019/06/23 21:46:35 Pause() [SB 26]", "2019/06/23 21:46:35 MemUsageKB() [SB 26]", "2019/06/23 21:46:35 Receive request to /run/L25", "2019/06/23 21:46:36 .Create(/root/open-lambda/test-cluster/worker/lambda_code/26-L25, /root/open-lambda/test-cluster/worker/handlers/L25, [], )", "2019/06/23 21:46:36 Channel() [SB 27]", "2019/06/23 21:46:36 Pause() [SB 27]", "2019/06/23 21:46:36 MemUsageKB() [SB 27]", "2019/06/23 21:46:36 Receive request to /run/L26", "2019/06/23 21:46:36 .Create(/root/open-lambda/test-cluster/worker/lambda_code/27-L26, /root/open-lambda/test-cluster/worker/handlers/L26, [], )", "2019/06/23 21:46:36 Channel() [SB 28]", "2019/06/23 21:46:36 Pause() [SB 28]", "2019/06/23 21:46:36 MemUsageKB() [SB 28]", "2019/06/23 21:46:36 Receive request to /run/L27", "2019/06/23 21:46:36 .Create(/root/open-lambda/test-cluster/worker/lambda_code/28-L27, /root/open-lambda/test-cluster/worker/handlers/L27, [], )", "2019/06/23 21:46:36 Channel() [SB 29]", "2019/06/23 21:46:36 Pause() [SB 29]", "2019/06/23 21:46:36 MemUsageKB() [SB 29]", "2019/06/23 21:46:36 Receive request to /run/L28", "2019/06/23 21:46:36 .Create(/root/open-lambda/test-cluster/worker/lambda_code/29-L28, /root/open-lambda/test-cluster/worker/handlers/L28, [], )", "2019/06/23 21:46:36 Channel() [SB 30]", "2019/06/23 21:46:36 Pause() [SB 30]", "2019/06/23 21:46:36 MemUsageKB() [SB 30]", "2019/06/23 21:46:36 Receive request to /run/L29", "2019/06/23 21:46:36 .Create(/root/open-lambda/test-cluster/worker/lambda_code/30-L29, /root/open-lambda/test-cluster/worker/handlers/L29, [], )", "2019/06/23 21:46:36 Channel() [SB 31]", "2019/06/23 21:46:36 Pause() [SB 31]", "2019/06/23 21:46:36 MemUsageKB() [SB 31]", "2019/06/23 21:46:36 Receive request to /run/L30", "2019/06/23 21:46:36 .Create(/root/open-lambda/test-cluster/worker/lambda_code/31-L30, /root/open-lambda/test-cluster/worker/handlers/L30, [], )", "2019/06/23 21:46:37 received kill signal, cleaning up", "2019/06/23 21:46:37 Destroy() [SB 2]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 2]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 2]", "2019/06/23 21:46:37 Destroy() [SB 3]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 3]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 3]", "2019/06/23 21:46:37 Destroy() [SB 4]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 4]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 4]", "2019/06/23 21:46:37 Destroy() [SB 5]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 5]", "2019/06/23 21:46:37 waiting for 1 procs in cg-4 to die [CGROUP POOL sock-handlers]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 5]", "2019/06/23 21:46:37 Destroy() [SB 6]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 6]", "2019/06/23 21:46:37 waiting for 1 procs in cg-5 to die [CGROUP POOL sock-handlers]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 6]", "2019/06/23 21:46:37 Destroy() [SB 7]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 7]", "2019/06/23 21:46:37 waiting for 1 procs in cg-6 to die [CGROUP POOL sock-handlers]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 7]", "2019/06/23 21:46:37 Destroy() [SB 8]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 8]", "2019/06/23 21:46:37 waiting for 1 procs in cg-7 to die [CGROUP POOL sock-handlers]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 8]", "2019/06/23 21:46:37 Destroy() [SB 9]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 9]", "2019/06/23 21:46:37 waiting for 1 procs in cg-8 to die [CGROUP POOL sock-handlers]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 9]", "2019/06/23 21:46:37 Destroy() [SB 10]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 10]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 10]", "2019/06/23 21:46:37 Destroy() [SB 11]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 11]", "2019/06/23 21:46:37 waiting for 1 procs in cg-10 to die [CGROUP POOL sock-handlers]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 11]", "2019/06/23 21:46:37 Destroy() [SB 12]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 12]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 12]", "2019/06/23 21:46:37 Destroy() [SB 13]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 13]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 13]", "2019/06/23 21:46:37 Destroy() [SB 14]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 14]", "2019/06/23 21:46:37 waiting for 1 procs in cg-13 to die [CGROUP POOL sock-handlers]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 14]", "2019/06/23 21:46:37 Destroy() [SB 15]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 15]", "2019/06/23 21:46:37 waiting for 1 procs in cg-14 to die [CGROUP POOL sock-handlers]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 15]", "2019/06/23 21:46:37 Destroy() [SB 16]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 16]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 16]", "2019/06/23 21:46:37 Destroy() [SB 17]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 17]", "2019/06/23 21:46:37 waiting for 1 procs in cg-16 to die [CGROUP POOL sock-handlers]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 17]", "2019/06/23 21:46:37 Destroy() [SB 18]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 18]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 18]", "2019/06/23 21:46:37 Destroy() [SB 19]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 19]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 19]", "2019/06/23 21:46:37 Destroy() [SB 20]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 20]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 20]", "2019/06/23 21:46:37 Destroy() [SB 21]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 21]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 21]", "2019/06/23 21:46:37 Destroy() [SB 22]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 22]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 22]", "2019/06/23 21:46:37 Destroy() [SB 23]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 23]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 23]", "2019/06/23 21:46:37 Destroy() [SB 24]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 24]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 24]", "2019/06/23 21:46:37 Destroy() [SB 25]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 25]", "2019/06/23 21:46:37 waiting for 1 procs in cg-24 to die [CGROUP POOL sock-handlers]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 25]", "2019/06/23 21:46:37 Destroy() [SB 26]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 26]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 26]", "2019/06/23 21:46:37 Destroy() [SB 27]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 27]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 27]", "2019/06/23 21:46:37 Destroy() [SB 28]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 28]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 28]", "2019/06/23 21:46:37 Destroy() [SB 29]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 29]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 29]", "2019/06/23 21:46:37 Destroy() [SB 30]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 30]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 30]", "2019/06/23 21:46:37 Destroy() [SB 31]", "2019/06/23 21:46:37 kill all procs in CG [SOCK 31]", "2019/06/23 21:46:37 unmount and remove dirs [SOCK 31]", "2019/06/23 21:46:37 received shutdown request [CGROUP POOL sock-handlers]", "2019/06/23 21:46:37 empty queues and release CGs [CGROUP POOL sock-handlers]", "2019/06/23 21:46:37 remove /sys/fs/cgroup/blkio/sock-handlers [CGROUP POOL sock-handlers]", "panic: Rmdir /sys/fs/cgroup/blkio/sock-handlers: device or resource busy", "", "goroutine 6 [running]:", "github.com/open-lambda/open-lambda/ol/sandbox.(*CgroupPool).cgTask(0xc0001a8180)", "\t/root/open-lambda/src/sandbox/cgroupFactory.go:119 +0xabb", "created by github.com/open-lambda/open-lambda/ol/sandbox.NewCgroupPool", "\t/root/open-lambda/src/sandbox/cgroupFactory.go:46 +0xfe", "" ] }, { "test": "call_each_once_exec", "params": { "alloc_mb": 10, "lambda_count": 1000 }, "pass": false, "seconds": null, "total_seconds": 0.1414625644683838, "stats": null, "conf": { "registry": "/tmp/tmpr3aafp6m", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "server_mode": "lambda", "Skip_pull_existing": false, "docker_runtime": "", "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "sandbox": "sock", "benchmark_log": "", "startup_pkgs": null, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "cluster_name": "/root/open-lambda/test-cluster", "pip_mirror": "", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 256, "sandbox_config": { "processes": 10 }, "import_cache_mb": 256 }, "exception": [ "Traceback (most recent call last):", " File \"test.py\", line 51, in wrapper", " run(['./ol', 'worker', '-p='+OLDIR, '--detach'])", " File \"test.py\", line 128, in run", " raise Exception(\"command failed: \" + \" \".join(cmd) + \", \")", "Exception: command failed: ./ol worker -p=test-cluster --detach, ", "" ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-cluster", "2019/06/23 21:46:37 previous working may be running, /root/open-lambda/test-cluster/worker/worker.pid already exists", "" ] } ], "passed": 13, "failed": 2, "seconds": 253.9262092113495 }