{ "runs": [ { "test": "sock_churn", "params": { "procs": 1, "seconds": 15, "baseline": 0, "fork": true }, "pass": true, "seconds": 16.837056398391724, "total_seconds": 17.349452257156372, "stats": { "sandboxes_per_sec": 6.466666666666667 }, "conf": { "registry": "/root/open-lambda/test-cluster/registry", "server_mode": "sock", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "import_cache_mb": 239, "startup_pkgs": null, "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "worker_port": "5000", "handler_cache_mb": 239, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "Skip_pull_existing": false, "cluster_name": "/root/open-lambda/test-cluster", "max_runners": 0, "timing": false, "pip_mirror": "" }, "exception": null, "worker_tail": [ "2019/06/21 21:43:39 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:43:39 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:43:39 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:43:39 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:43:39 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:43:39 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:43:39 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:43:39 remove worker.pid", "2019/06/21 21:43:39 exiting", "" ] }, { "test": "ping_test", "params": {}, "pass": true, "seconds": 2.12945818901062, "total_seconds": 19.827600717544556, "stats": { "pings_per_sec": 469.60749078263365 }, "conf": { "registry": "/root/open-lambda/test-registry", "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "import_cache_mb": 239, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "pip_mirror": "", "worker_port": "5000", "handler_cache_mb": 239, "max_runners": 0, "timing": false, "cluster_name": "/root/open-lambda/test-cluster" }, "exception": null, "worker_tail": [ "2019/06/21 21:43:59 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:43:59 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:43:59 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:43:59 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:43:59 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:43:59 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:43:59 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:43:59 remove worker.pid", "2019/06/21 21:43:59 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.6613240242004395, "total_seconds": 9.519503593444824, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "server_mode": "lambda", "Skip_pull_existing": false, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "import_cache_mb": 0, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "max_runners": 0, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "pip_mirror": "", "worker_port": "5000", "handler_cache_mb": 0, "timing": false, "cluster_name": "/root/open-lambda/test-cluster" }, "exception": null, "worker_tail": [ "2019/06/21 21:44:08 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:08 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:08 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:08 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:08 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:08 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:08 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:08 remove worker.pid", "2019/06/21 21:44:08 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.538290023803711, "total_seconds": 9.609147548675537, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "worker_port": "5000", "import_cache_mb": 0, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "handler_cache_mb": 256, "timing": false, "pip_mirror": "" }, "exception": null, "worker_tail": [ "2019/06/21 21:44:18 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:18 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:18 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:18 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:18 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:18 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:18 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:44:18 remove worker.pid", "2019/06/21 21:44:18 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.337217092514038, "total_seconds": 9.600714683532715, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "server_mode": "lambda", "Skip_pull_existing": false, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "import_cache_mb": 256, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "max_runners": 0, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "pip_mirror": "", "worker_port": "5000", "handler_cache_mb": 0, "timing": false, "cluster_name": "/root/open-lambda/test-cluster" }, "exception": null, "worker_tail": [ "2019/06/21 21:44:27 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:27 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:27 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:27 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:27 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:27 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:27 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:27 remove worker.pid", "2019/06/21 21:44:27 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.4332010746002197, "total_seconds": 9.593663930892944, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "worker_port": "5000", "import_cache_mb": 256, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "handler_cache_mb": 256, "timing": false, "pip_mirror": "" }, "exception": null, "worker_tail": [ "2019/06/21 21:44:37 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:37 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:37 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:37 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:37 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:37 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:37 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:44:37 remove worker.pid", "2019/06/21 21:44:37 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 7.483548641204834, "total_seconds": 15.639445066452026, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "server_mode": "lambda", "Skip_pull_existing": false, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "import_cache_mb": 0, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "docker", "registry_cache_ms": 5000, "max_runners": 0, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "pip_mirror": "", "worker_port": "5000", "handler_cache_mb": 0, "timing": false, "cluster_name": "/root/open-lambda/test-cluster" }, "exception": null, "worker_tail": [ "2019/06/21 21:44:53 EVICTING INSTANCE: 23212032 used / 0 limit", "2019/06/21 21:44:53 Destroy() [SB 3]", "2019/06/21 21:44:53 received kill signal, cleaning up", "2019/06/21 21:44:53 Destroy() [SB 0]", "2019/06/21 21:44:53 Destroy() [SB 1]", "2019/06/21 21:44:53 Destroy() [SB 2]", "2019/06/21 21:44:53 Destroy() [SB 3]", "2019/06/21 21:44:53 remove worker.pid", "2019/06/21 21:44:53 exiting", "" ] }, { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 3.777825117111206, "total_seconds": 12.650293350219727, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "docker", "registry_cache_ms": 5000, "worker_port": "5000", "import_cache_mb": 0, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "handler_cache_mb": 256, "timing": false, "pip_mirror": "" }, "exception": null, "worker_tail": [ "2019/06/21 21:45:04 Pause() [SB 3]", "2019/06/21 21:45:04 MemUsageKB() [SB 3]", "2019/06/21 21:45:04 received kill signal, cleaning up", "2019/06/21 21:45:04 Destroy() [SB 0]", "2019/06/21 21:45:05 Destroy() [SB 1]", "2019/06/21 21:45:05 Destroy() [SB 2]", "2019/06/21 21:45:05 Destroy() [SB 3]", "2019/06/21 21:45:05 remove worker.pid", "2019/06/21 21:45:05 exiting", "" ] }, { "test": "fork_bomb", "params": {}, "pass": true, "seconds": 0.1601862907409668, "total_seconds": 8.219618797302246, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "server_mode": "lambda", "Skip_pull_existing": false, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "import_cache_mb": 239, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "max_runners": 0, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "pip_mirror": "", "worker_port": "5000", "handler_cache_mb": 239, "timing": false, "cluster_name": "/root/open-lambda/test-cluster" }, "exception": null, "worker_tail": [ "2019/06/21 21:45:13 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:13 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:13 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:13 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:13 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:13 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:13 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:13 remove worker.pid", "2019/06/21 21:45:13 exiting", "" ] }, { "test": "max_mem_alloc", "params": {}, "pass": true, "seconds": 0.9905626773834229, "total_seconds": 9.149845123291016, "stats": null, "conf": { "registry": "/root/open-lambda/test-registry", "server_mode": "lambda", "Skip_pull_existing": false, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "import_cache_mb": 239, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "max_runners": 0, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "pip_mirror": "", "worker_port": "5000", "handler_cache_mb": 239, "timing": false, "cluster_name": "/root/open-lambda/test-cluster" }, "exception": null, "worker_tail": [ "2019/06/21 21:45:23 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:23 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:23 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:23 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:23 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:23 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:23 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:23 remove worker.pid", "2019/06/21 21:45:23 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "procs": 1, "seconds": 15 }, "pass": true, "seconds": 15.044081449508667, "total_seconds": 15.375602006912231, "stats": { "reqs_per_sec": 279.8666666666667 }, "conf": { "registry": "/root/open-lambda/test-registry", "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "startup_pkgs": null, "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "worker_port": "5000", "import_cache_mb": 256, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "handler_cache_mb": 256, "timing": false, "pip_mirror": "" }, "exception": null, "worker_tail": [ "2019/06/21 21:45:38 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:38 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:38 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:38 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:38 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:38 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:38 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:38 remove worker.pid", "2019/06/21 21:45:38 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "procs": 2, "seconds": 15 }, "pass": true, "seconds": 15.046563625335693, "total_seconds": 15.379548788070679, "stats": { "reqs_per_sec": 276.4 }, "conf": { "registry": "/root/open-lambda/test-registry", "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "startup_pkgs": null, "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "worker_port": "5000", "import_cache_mb": 256, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "handler_cache_mb": 256, "timing": false, "pip_mirror": "" }, "exception": null, "worker_tail": [ "2019/06/21 21:45:53 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:53 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:53 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:53 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:53 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:53 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:53 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:45:53 remove worker.pid", "2019/06/21 21:45:53 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "procs": 8, "seconds": 15 }, "pass": true, "seconds": 15.06660008430481, "total_seconds": 15.403473138809204, "stats": { "reqs_per_sec": 235.8 }, "conf": { "registry": "/root/open-lambda/test-registry", "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "startup_pkgs": null, "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "worker_port": "5000", "import_cache_mb": 256, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "handler_cache_mb": 256, "timing": false, "pip_mirror": "" }, "exception": null, "worker_tail": [ "2019/06/21 21:46:09 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 remove worker.pid", "2019/06/21 21:46:09 exiting", "" ] }, { "test": "call_each_once_exec", "params": { "lambda_count": 100, "alloc_mb": 1 }, "pass": false, "seconds": null, "total_seconds": 5.321571111679077, "stats": null, "conf": { "registry": "/tmp/tmp62kvqno9", "server_mode": "lambda", "Skip_pull_existing": false, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "import_cache_mb": 256, "startup_pkgs": null, "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "max_runners": 0, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "pip_mirror": "", "worker_port": "5000", "handler_cache_mb": 256, "timing": false, "cluster_name": "/root/open-lambda/test-cluster" }, "exception": [ "Traceback (most recent call last):", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 603, in urlopen", " chunked=chunked)", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 387, in _make_request", " six.raise_from(e, None)", " File \"\", line 2, in raise_from", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 383, in _make_request", " httplib_response = conn.getresponse()", " File \"/usr/lib/python3.5/http/client.py\", line 1197, in getresponse", " response.begin()", " File \"/usr/lib/python3.5/http/client.py\", line 297, in begin", " version, status, reason = self._read_status()", " File \"/usr/lib/python3.5/http/client.py\", line 266, in _read_status", " raise RemoteDisconnected(\"Remote end closed connection without\"", "http.client.RemoteDisconnected: Remote end closed connection without response", "", "During handling of the above exception, another exception occurred:", "", "Traceback (most recent call last):", " File \"/usr/lib/python3/dist-packages/requests/adapters.py\", line 376, in send", " timeout=timeout", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 641, in urlopen", " _stacktrace=sys.exc_info()[2])", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/util/retry.py\", line 368, in increment", " raise six.reraise(type(error), error, _stacktrace)", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/packages/six.py\", line 685, in reraise", " raise value.with_traceback(tb)", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 603, in urlopen", " chunked=chunked)", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 387, in _make_request", " six.raise_from(e, None)", " File \"\", line 2, in raise_from", " File \"/usr/local/lib/python3.5/dist-packages/urllib3/connectionpool.py\", line 383, in _make_request", " httplib_response = conn.getresponse()", " File \"/usr/lib/python3.5/http/client.py\", line 1197, in getresponse", " response.begin()", " File \"/usr/lib/python3.5/http/client.py\", line 297, in begin", " version, status, reason = self._read_status()", " File \"/usr/lib/python3.5/http/client.py\", line 266, in _read_status", " raise RemoteDisconnected(\"Remote end closed connection without\"", "requests.packages.urllib3.exceptions.ProtocolError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response',))", "", "During handling of the above exception, another exception occurred:", "", "Traceback (most recent call last):", " File \"test.py\", line 55, in wrapper", " rv = fn(**kwargs)", " File \"test.py\", line 175, in call_each_once_exec", " r = requests.post(\"http://localhost:5000/run/L%d\"%i, data=json.dumps({\"alloc_mb\": alloc_mb}))", " File \"/usr/lib/python3/dist-packages/requests/api.py\", line 107, in post", " return request('post', url, data=data, json=json, **kwargs)", " File \"/usr/lib/python3/dist-packages/requests/api.py\", line 53, in request", " return session.request(method=method, url=url, **kwargs)", " File \"/usr/lib/python3/dist-packages/requests/sessions.py\", line 480, in request", " resp = self.send(prep, **send_kwargs)", " File \"/usr/lib/python3/dist-packages/requests/sessions.py\", line 588, in send", " r = adapter.send(request, **kwargs)", " File \"/usr/lib/python3/dist-packages/requests/adapters.py\", line 426, in send", " raise ConnectionError(err, request=request)", "requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response',))", "" ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-cluster", "2019/06/21 21:46:09 save PID 10564 to file /root/open-lambda/test-cluster/worker/worker.pid", "2019/06/21 21:46:09 Start Lambda Server", "2019/06/21 21:46:09 Create CodePuller", "2019/06/21 21:46:09 Initialized CodePuller (took 20.665\u00b5s)", "2019/06/21 21:46:09 Create InstallManager", "2019/06/21 21:46:09 Create InstallManager (took 2.12\u00b5s)", "2019/06/21 21:46:09 Create ContainerFactory", "2019/06/21 21:46:09 .Create(, /root/open-lambda/test-cluster/worker/import-cache, [], )", "2019/06/21 21:46:09 create /sys/fs/cgroup/blkio/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 create /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 create /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 create /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 create /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 create /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 create /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 create /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 create /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 start creating/serving CGs [CGROUP POOL sock-cache]", "2019/06/21 21:46:09 create /sys/fs/cgroup/blkio/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:46:09 create /sys/fs/cgroup/cpu/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:46:09 create /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:46:09 create /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:46:09 create /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:46:09 create /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:46:09 create /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:46:09 create /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:46:09 create /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/21 21:46:09 start creating/serving CGs [CGROUP POOL sock-handlers]", "2019/06/21 21:46:09 Initialized handler container factory (took 331.151081ms)", "2019/06/21 21:46:09 Create Benchmark", "2019/06/21 21:46:09 Setups Handlers", "2019/06/21 21:46:09 Execute handler by POSTing to localhost:5000/run/", "2019/06/21 21:46:09 Get status by sending request to localhost:5000/status", "2019/06/21 21:46:09 Receive request to /pid", "2019/06/21 21:46:09 Receive request to /run/L0", "2019/06/21 21:46:09 .Create(/root/open-lambda/test-cluster/worker/lambda_code/1-L0, /root/open-lambda/test-cluster/worker/handlers/L0, [], )", "2019/06/21 21:46:09 Channel() [SB 2]", "2019/06/21 21:46:09 Pause() [SB 2]", "2019/06/21 21:46:09 MemUsageKB() [SB 2]", "2019/06/21 21:46:09 Receive request to /run/L1", "2019/06/21 21:46:09 .Create(/root/open-lambda/test-cluster/worker/lambda_code/2-L1, /root/open-lambda/test-cluster/worker/handlers/L1, [], )", "2019/06/21 21:46:10 Channel() [SB 3]", "2019/06/21 21:46:10 Pause() [SB 3]", "2019/06/21 21:46:10 MemUsageKB() [SB 3]", "2019/06/21 21:46:10 Receive request to /run/L2", "2019/06/21 21:46:10 .Create(/root/open-lambda/test-cluster/worker/lambda_code/3-L2, /root/open-lambda/test-cluster/worker/handlers/L2, [], )", "2019/06/21 21:46:10 Channel() [SB 4]", "2019/06/21 21:46:10 Pause() [SB 4]", "2019/06/21 21:46:10 MemUsageKB() [SB 4]", "2019/06/21 21:46:10 Receive request to /run/L3", "2019/06/21 21:46:10 .Create(/root/open-lambda/test-cluster/worker/lambda_code/4-L3, /root/open-lambda/test-cluster/worker/handlers/L3, [], )", "2019/06/21 21:46:10 Channel() [SB 5]", "2019/06/21 21:46:10 Pause() [SB 5]", "2019/06/21 21:46:10 MemUsageKB() [SB 5]", "2019/06/21 21:46:10 Receive request to /run/L4", "2019/06/21 21:46:10 .Create(/root/open-lambda/test-cluster/worker/lambda_code/5-L4, /root/open-lambda/test-cluster/worker/handlers/L4, [], )", "2019/06/21 21:46:10 Channel() [SB 6]", "2019/06/21 21:46:10 Pause() [SB 6]", "2019/06/21 21:46:10 MemUsageKB() [SB 6]", "2019/06/21 21:46:10 Receive request to /run/L5", "2019/06/21 21:46:10 .Create(/root/open-lambda/test-cluster/worker/lambda_code/6-L5, /root/open-lambda/test-cluster/worker/handlers/L5, [], )", "2019/06/21 21:46:10 Channel() [SB 7]", "2019/06/21 21:46:10 Pause() [SB 7]", "2019/06/21 21:46:10 MemUsageKB() [SB 7]", "2019/06/21 21:46:10 Receive request to /run/L6", "2019/06/21 21:46:10 .Create(/root/open-lambda/test-cluster/worker/lambda_code/7-L6, /root/open-lambda/test-cluster/worker/handlers/L6, [], )", "2019/06/21 21:46:10 Channel() [SB 8]", "2019/06/21 21:46:10 Pause() [SB 8]", "2019/06/21 21:46:10 MemUsageKB() [SB 8]", "2019/06/21 21:46:10 Receive request to /run/L7", "2019/06/21 21:46:10 .Create(/root/open-lambda/test-cluster/worker/lambda_code/8-L7, /root/open-lambda/test-cluster/worker/handlers/L7, [], )", "2019/06/21 21:46:11 Channel() [SB 9]", "2019/06/21 21:46:11 Pause() [SB 9]", "2019/06/21 21:46:11 MemUsageKB() [SB 9]", "2019/06/21 21:46:11 Receive request to /run/L8", "2019/06/21 21:46:11 .Create(/root/open-lambda/test-cluster/worker/lambda_code/9-L8, /root/open-lambda/test-cluster/worker/handlers/L8, [], )", "2019/06/21 21:46:11 Channel() [SB 10]", "2019/06/21 21:46:11 Pause() [SB 10]", "2019/06/21 21:46:11 MemUsageKB() [SB 10]", "2019/06/21 21:46:11 Receive request to /run/L9", "2019/06/21 21:46:11 .Create(/root/open-lambda/test-cluster/worker/lambda_code/10-L9, /root/open-lambda/test-cluster/worker/handlers/L9, [], )", "2019/06/21 21:46:11 Channel() [SB 11]", "2019/06/21 21:46:11 Pause() [SB 11]", "2019/06/21 21:46:11 MemUsageKB() [SB 11]", "2019/06/21 21:46:11 Receive request to /run/L10", "2019/06/21 21:46:11 .Create(/root/open-lambda/test-cluster/worker/lambda_code/11-L10, /root/open-lambda/test-cluster/worker/handlers/L10, [], )", "2019/06/21 21:46:11 Channel() [SB 12]", "2019/06/21 21:46:11 Pause() [SB 12]", "2019/06/21 21:46:11 MemUsageKB() [SB 12]", "2019/06/21 21:46:11 Receive request to /run/L11", "2019/06/21 21:46:11 .Create(/root/open-lambda/test-cluster/worker/lambda_code/12-L11, /root/open-lambda/test-cluster/worker/handlers/L11, [], )", "2019/06/21 21:46:11 Channel() [SB 13]", "2019/06/21 21:46:11 Pause() [SB 13]", "2019/06/21 21:46:11 MemUsageKB() [SB 13]", "2019/06/21 21:46:11 Receive request to /run/L12", "2019/06/21 21:46:11 .Create(/root/open-lambda/test-cluster/worker/lambda_code/13-L12, /root/open-lambda/test-cluster/worker/handlers/L12, [], )", "2019/06/21 21:46:11 Channel() [SB 14]", "2019/06/21 21:46:11 Pause() [SB 14]", "2019/06/21 21:46:11 MemUsageKB() [SB 14]", "2019/06/21 21:46:11 Receive request to /run/L13", "2019/06/21 21:46:11 .Create(/root/open-lambda/test-cluster/worker/lambda_code/14-L13, /root/open-lambda/test-cluster/worker/handlers/L13, [], )", "2019/06/21 21:46:12 Channel() [SB 15]", "2019/06/21 21:46:12 Pause() [SB 15]", "2019/06/21 21:46:12 MemUsageKB() [SB 15]", "2019/06/21 21:46:12 Receive request to /run/L14", "2019/06/21 21:46:12 .Create(/root/open-lambda/test-cluster/worker/lambda_code/15-L14, /root/open-lambda/test-cluster/worker/handlers/L14, [], )", "2019/06/21 21:46:12 Channel() [SB 16]", "2019/06/21 21:46:12 Pause() [SB 16]", "2019/06/21 21:46:12 MemUsageKB() [SB 16]", "2019/06/21 21:46:12 Receive request to /run/L15", "2019/06/21 21:46:12 .Create(/root/open-lambda/test-cluster/worker/lambda_code/16-L15, /root/open-lambda/test-cluster/worker/handlers/L15, [], )", "2019/06/21 21:46:12 Channel() [SB 17]", "2019/06/21 21:46:12 Pause() [SB 17]", "2019/06/21 21:46:12 MemUsageKB() [SB 17]", "2019/06/21 21:46:12 Receive request to /run/L16", "2019/06/21 21:46:12 .Create(/root/open-lambda/test-cluster/worker/lambda_code/17-L16, /root/open-lambda/test-cluster/worker/handlers/L16, [], )", "2019/06/21 21:46:12 Channel() [SB 18]", "2019/06/21 21:46:12 Pause() [SB 18]", "2019/06/21 21:46:12 MemUsageKB() [SB 18]", "2019/06/21 21:46:12 Receive request to /run/L17", "2019/06/21 21:46:12 .Create(/root/open-lambda/test-cluster/worker/lambda_code/18-L17, /root/open-lambda/test-cluster/worker/handlers/L17, [], )", "2019/06/21 21:46:12 Channel() [SB 19]", "2019/06/21 21:46:12 Pause() [SB 19]", "2019/06/21 21:46:12 MemUsageKB() [SB 19]", "2019/06/21 21:46:12 Receive request to /run/L18", "2019/06/21 21:46:12 .Create(/root/open-lambda/test-cluster/worker/lambda_code/19-L18, /root/open-lambda/test-cluster/worker/handlers/L18, [], )", "2019/06/21 21:46:12 Channel() [SB 20]", "2019/06/21 21:46:12 Pause() [SB 20]", "2019/06/21 21:46:12 MemUsageKB() [SB 20]", "2019/06/21 21:46:12 Receive request to /run/L19", "2019/06/21 21:46:12 .Create(/root/open-lambda/test-cluster/worker/lambda_code/20-L19, /root/open-lambda/test-cluster/worker/handlers/L19, [], )", "2019/06/21 21:46:13 Channel() [SB 21]", "2019/06/21 21:46:13 Pause() [SB 21]", "2019/06/21 21:46:13 MemUsageKB() [SB 21]", "2019/06/21 21:46:13 Receive request to /run/L20", "2019/06/21 21:46:13 .Create(/root/open-lambda/test-cluster/worker/lambda_code/21-L20, /root/open-lambda/test-cluster/worker/handlers/L20, [], )", "2019/06/21 21:46:13 Channel() [SB 22]", "2019/06/21 21:46:13 Pause() [SB 22]", "2019/06/21 21:46:13 MemUsageKB() [SB 22]", "2019/06/21 21:46:13 Receive request to /run/L21", "2019/06/21 21:46:13 .Create(/root/open-lambda/test-cluster/worker/lambda_code/22-L21, /root/open-lambda/test-cluster/worker/handlers/L21, [], )", "2019/06/21 21:46:13 Channel() [SB 23]", "2019/06/21 21:46:13 Pause() [SB 23]", "2019/06/21 21:46:13 MemUsageKB() [SB 23]", "2019/06/21 21:46:13 Receive request to /run/L22", "2019/06/21 21:46:13 .Create(/root/open-lambda/test-cluster/worker/lambda_code/23-L22, /root/open-lambda/test-cluster/worker/handlers/L22, [], )", "2019/06/21 21:46:13 Channel() [SB 24]", "2019/06/21 21:46:13 Pause() [SB 24]", "2019/06/21 21:46:13 MemUsageKB() [SB 24]", "2019/06/21 21:46:13 Receive request to /run/L23", "2019/06/21 21:46:13 .Create(/root/open-lambda/test-cluster/worker/lambda_code/24-L23, /root/open-lambda/test-cluster/worker/handlers/L23, [], )", "2019/06/21 21:46:13 Channel() [SB 25]", "2019/06/21 21:46:13 Pause() [SB 25]", "2019/06/21 21:46:13 MemUsageKB() [SB 25]", "2019/06/21 21:46:13 Receive request to /run/L24", "2019/06/21 21:46:13 .Create(/root/open-lambda/test-cluster/worker/lambda_code/25-L24, /root/open-lambda/test-cluster/worker/handlers/L24, [], )", "2019/06/21 21:46:13 Channel() [SB 26]", "2019/06/21 21:46:13 Pause() [SB 26]", "2019/06/21 21:46:13 MemUsageKB() [SB 26]", "2019/06/21 21:46:13 Receive request to /run/L25", "2019/06/21 21:46:13 .Create(/root/open-lambda/test-cluster/worker/lambda_code/26-L25, /root/open-lambda/test-cluster/worker/handlers/L25, [], )", "2019/06/21 21:46:14 Channel() [SB 27]", "2019/06/21 21:46:14 Pause() [SB 27]", "2019/06/21 21:46:14 MemUsageKB() [SB 27]", "2019/06/21 21:46:14 Receive request to /run/L26", "2019/06/21 21:46:14 .Create(/root/open-lambda/test-cluster/worker/lambda_code/27-L26, /root/open-lambda/test-cluster/worker/handlers/L26, [], )", "2019/06/21 21:46:14 Channel() [SB 28]", "2019/06/21 21:46:14 Pause() [SB 28]", "2019/06/21 21:46:14 MemUsageKB() [SB 28]", "2019/06/21 21:46:14 Receive request to /run/L27", "2019/06/21 21:46:14 .Create(/root/open-lambda/test-cluster/worker/lambda_code/28-L27, /root/open-lambda/test-cluster/worker/handlers/L27, [], )", "2019/06/21 21:46:14 Channel() [SB 29]", "2019/06/21 21:46:14 Pause() [SB 29]", "2019/06/21 21:46:14 MemUsageKB() [SB 29]", "2019/06/21 21:46:14 Receive request to /run/L28", "2019/06/21 21:46:14 .Create(/root/open-lambda/test-cluster/worker/lambda_code/29-L28, /root/open-lambda/test-cluster/worker/handlers/L28, [], )", "2019/06/21 21:46:14 received kill signal, cleaning up", "2019/06/21 21:46:14 Destroy() [SB 2]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 2]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 2]", "2019/06/21 21:46:14 Destroy() [SB 3]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 3]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 3]", "2019/06/21 21:46:14 Destroy() [SB 4]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 4]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 4]", "2019/06/21 21:46:14 Destroy() [SB 5]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 5]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 5]", "2019/06/21 21:46:14 Destroy() [SB 6]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 6]", "2019/06/21 21:46:14 waiting for 1 procs in cg-5 to die [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 6]", "2019/06/21 21:46:14 Destroy() [SB 7]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 7]", "2019/06/21 21:46:14 waiting for 1 procs in cg-6 to die [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 7]", "2019/06/21 21:46:14 Destroy() [SB 8]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 8]", "2019/06/21 21:46:14 waiting for 1 procs in cg-7 to die [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 8]", "2019/06/21 21:46:14 Destroy() [SB 9]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 9]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 9]", "2019/06/21 21:46:14 Destroy() [SB 10]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 10]", "2019/06/21 21:46:14 waiting for 1 procs in cg-9 to die [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 10]", "2019/06/21 21:46:14 Destroy() [SB 11]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 11]", "2019/06/21 21:46:14 waiting for 1 procs in cg-10 to die [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 11]", "2019/06/21 21:46:14 Destroy() [SB 12]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 12]", "2019/06/21 21:46:14 waiting for 1 procs in cg-11 to die [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 12]", "2019/06/21 21:46:14 Destroy() [SB 13]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 13]", "2019/06/21 21:46:14 waiting for 1 procs in cg-12 to die [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 13]", "2019/06/21 21:46:14 Destroy() [SB 14]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 14]", "2019/06/21 21:46:14 waiting for 1 procs in cg-13 to die [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 14]", "2019/06/21 21:46:14 Destroy() [SB 15]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 15]", "2019/06/21 21:46:14 waiting for 1 procs in cg-14 to die [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 15]", "2019/06/21 21:46:14 Destroy() [SB 16]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 16]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 16]", "2019/06/21 21:46:14 Destroy() [SB 17]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 17]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 17]", "2019/06/21 21:46:14 Destroy() [SB 18]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 18]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 18]", "2019/06/21 21:46:14 Destroy() [SB 19]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 19]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 19]", "2019/06/21 21:46:14 Destroy() [SB 20]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 20]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 20]", "2019/06/21 21:46:14 Destroy() [SB 21]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 21]", "2019/06/21 21:46:14 waiting for 1 procs in cg-20 to die [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 21]", "2019/06/21 21:46:14 Destroy() [SB 22]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 22]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 22]", "2019/06/21 21:46:14 Destroy() [SB 23]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 23]", "2019/06/21 21:46:14 waiting for 1 procs in cg-22 to die [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 23]", "2019/06/21 21:46:14 Destroy() [SB 24]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 24]", "2019/06/21 21:46:14 waiting for 1 procs in cg-23 to die [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 24]", "2019/06/21 21:46:14 Destroy() [SB 25]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 25]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 25]", "2019/06/21 21:46:14 Destroy() [SB 26]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 26]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 26]", "2019/06/21 21:46:14 Destroy() [SB 27]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 27]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 27]", "2019/06/21 21:46:14 Destroy() [SB 28]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 28]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 28]", "2019/06/21 21:46:14 Destroy() [SB 29]", "2019/06/21 21:46:14 kill all procs in CG [SOCK 29]", "2019/06/21 21:46:14 unmount and remove dirs [SOCK 29]", "2019/06/21 21:46:14 received shutdown request [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 empty queues and release CGs [CGROUP POOL sock-handlers]", "2019/06/21 21:46:14 remove /sys/fs/cgroup/blkio/sock-handlers [CGROUP POOL sock-handlers]", "panic: Rmdir /sys/fs/cgroup/blkio/sock-handlers: device or resource busy", "", "goroutine 6 [running]:", "github.com/open-lambda/open-lambda/ol/sandbox.(*CgroupPool).cgTask(0xc0001a8180)", "\t/root/open-lambda/src/sandbox/cgroupFactory.go:119 +0xabb", "created by github.com/open-lambda/open-lambda/ol/sandbox.NewCgroupPool", "\t/root/open-lambda/src/sandbox/cgroupFactory.go:46 +0xfe", "" ] }, { "test": "call_each_once_exec", "params": { "lambda_count": 1000, "alloc_mb": 10 }, "pass": false, "seconds": null, "total_seconds": 0.1112358570098877, "stats": null, "conf": { "registry": "/tmp/tmpd7847vzk", "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "max_runners": 0, "startup_pkgs": null, "worker_dir": "/root/open-lambda/test-cluster/worker", "docker_runtime": "", "sandbox": "sock", "registry_cache_ms": 5000, "worker_port": "5000", "import_cache_mb": 256, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "sock_cgroups": { "max_procs": 10, "max_mem_mb": 50 }, "cluster_name": "/root/open-lambda/test-cluster", "Skip_pull_existing": false, "handler_cache_mb": 256, "timing": false, "pip_mirror": "" }, "exception": [ "Traceback (most recent call last):", " File \"test.py\", line 51, in wrapper", " run(['./ol', 'worker', '-p='+OLDIR, '--detach'])", " File \"test.py\", line 128, in run", " raise Exception(\"command failed: \" + \" \".join(cmd) + \", \")", "Exception: command failed: ./ol worker -p=test-cluster --detach, ", "" ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-cluster", "2019/06/21 21:46:14 previous working may be running, /root/open-lambda/test-cluster/worker/worker.pid already exists", "" ] } ], "passed": 13, "failed": 2, "seconds": 250.68109011650085 }