python3 -u test.py RUN ./ol new -p=test-cluster b'Init OL dir at /root/open-lambda/test-cluster\nCreate lambda base at /root/open-lambda/test-cluster/lambda (may take several minutes)\nWorking Directory: /root/open-lambda/test-cluster\n\nWorker Defaults: \n{\n\t"registry": "/root/open-lambda/test-cluster/registry",\n\t"registry_cache_ms": 5000,\n\t"sandbox": "sock",\n\t"cluster_name": "/root/open-lambda/test-cluster",\n\t"pip_mirror": "",\n\t"Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",\n\t"max_runners": 0,\n\t"handler_cache_mb": 239,\n\t"import_cache_mb": 239,\n\t"server_mode": "lambda",\n\t"worker_dir": "/root/open-lambda/test-cluster/worker",\n\t"SOCK_base_path": "/root/open-lambda/test-cluster/lambda",\n\t"worker_port": "5000",\n\t"Skip_pull_existing": false,\n\t"sandbox_config": {\n\t\t"processes": 10\n\t},\n\t"benchmark_log": "",\n\t"timing": false,\n\t"startup_pkgs": null,\n\t"docker_runtime": "",\n\t"sock_cgroups": {\n\t\t"max_procs": 10,\n\t\t"max_mem_mb": 50\n\t}\n}\n\nYou may modify the defaults here: /root/open-lambda/test-cluster/config.json\n\nYou may now start a server using the "ol worker" command\n' PUSH conf: {'server_mode': 'sock'} ======================================== sock_churn ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=7289, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 7289\n' { "test": "sock_churn", "params": { "seconds": 15, "procs": 1, "baseline": 0, "fork": true }, "pass": true, "seconds": 17.133244514465332, "total_seconds": 17.36630368232727, "stats": { "sandboxes_per_sec": 6.2 }, "conf": { "import_cache_mb": 239, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "startup_pkgs": null, "docker_runtime": "", "registry": "/root/open-lambda/test-cluster/registry", "benchmark_log": "", "worker_port": "5000", "sandbox": "sock", "registry_cache_ms": 5000, "worker_dir": "/root/open-lambda/test-cluster/worker", "handler_cache_mb": 239, "server_mode": "sock" }, "exception": null, "worker_tail": [ "2019/06/26 20:28:13 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:13 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:13 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:13 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:13 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:13 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:13 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:13 remove worker.pid", "2019/06/26 20:28:13 exiting", "" ] } POP conf: {'server_mode': 'sock'} PUSH conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']} ======================================== ping_test ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=7692, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 7692\n' { "test": "ping_test", "params": {}, "pass": true, "seconds": 2.201483726501465, "total_seconds": 17.69843864440918, "stats": { "pings_per_sec": 454.24309081246764 }, "conf": { "worker_dir": "/root/open-lambda/test-cluster/worker", "import_cache_mb": 239, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "docker_runtime": "", "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "benchmark_log": "", "pip_mirror": "", "sandbox": "sock", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "handler_cache_mb": 239, "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:28:31 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:28:31 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:28:31 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:28:31 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:28:31 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:28:31 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:28:31 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:28:31 remove worker.pid", "2019/06/26 20:28:31 exiting", "" ] } PUSH conf: {'import_cache_mb': 0, 'handler_cache_mb': 100} ======================================== smoke_tests ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=7764, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 7764\n' { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 2.009495258331299, "total_seconds": 10.177496194839478, "stats": null, "conf": { "import_cache_mb": 0, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "benchmark_log": "", "pip_mirror": "", "sandbox": "sock", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "handler_cache_mb": 100, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:28:41 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:41 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:41 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:41 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:41 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:41 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:41 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:41 remove worker.pid", "2019/06/26 20:28:41 exiting", "" ] } POP conf: {'import_cache_mb': 0, 'handler_cache_mb': 100} PUSH conf: {'import_cache_mb': 0, 'handler_cache_mb': 250} ======================================== smoke_tests ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=7840, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 7840\n' { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.3632152080535889, "total_seconds": 9.541976690292358, "stats": null, "conf": { "import_cache_mb": 0, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/root/open-lambda/test-registry", "benchmark_log": "", "worker_port": "5000", "sandbox": "sock", "registry_cache_ms": 5000, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "handler_cache_mb": 250, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:28:51 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:51 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:51 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:51 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:51 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:51 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:51 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]", "2019/06/26 20:28:51 remove worker.pid", "2019/06/26 20:28:51 exiting", "" ] } POP conf: {'import_cache_mb': 0, 'handler_cache_mb': 250} PUSH conf: {'import_cache_mb': 250, 'handler_cache_mb': 100} ======================================== smoke_tests ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=7917, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 7917\n' { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.42527174949646, "total_seconds": 9.696019649505615, "stats": null, "conf": { "import_cache_mb": 250, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "benchmark_log": "", "pip_mirror": "", "sandbox": "sock", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "handler_cache_mb": 100, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:29:00 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:00 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:00 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:00 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:00 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:00 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:00 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:00 remove worker.pid", "2019/06/26 20:29:00 exiting", "" ] } POP conf: {'import_cache_mb': 250, 'handler_cache_mb': 100} PUSH conf: {'import_cache_mb': 250, 'handler_cache_mb': 250} ======================================== smoke_tests ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=8001, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 8001\n' { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.3819668292999268, "total_seconds": 9.648674249649048, "stats": null, "conf": { "import_cache_mb": 250, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/root/open-lambda/test-registry", "benchmark_log": "", "worker_port": "5000", "sandbox": "sock", "registry_cache_ms": 5000, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "handler_cache_mb": 250, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:29:10 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:10 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:10 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:10 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:10 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:10 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:10 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:10 remove worker.pid", "2019/06/26 20:29:10 exiting", "" ] } POP conf: {'import_cache_mb': 250, 'handler_cache_mb': 250} PUSH conf: {'sandbox': 'docker', 'handler_cache_mb': 100, 'import_cache_mb': 0} ======================================== smoke_tests ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=8085, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 8085\n' { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 6.524424314498901, "total_seconds": 15.888520002365112, "stats": null, "conf": { "import_cache_mb": 0, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "benchmark_log": "", "pip_mirror": "", "sandbox": "docker", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "handler_cache_mb": 100, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:29:25 Channel() [SB 3]", "2019/06/26 20:29:25 Pause() [SB 3]", "2019/06/26 20:29:25 received kill signal, cleaning up", "2019/06/26 20:29:25 Destroy() [SB 0]", "2019/06/26 20:29:25 Destroy() [SB 1]", "2019/06/26 20:29:25 Destroy() [SB 2]", "2019/06/26 20:29:26 Destroy() [SB 3]", "2019/06/26 20:29:26 remove worker.pid", "2019/06/26 20:29:26 exiting", "" ] } POP conf: {'sandbox': 'docker', 'handler_cache_mb': 100, 'import_cache_mb': 0} PUSH conf: {'sandbox': 'docker', 'handler_cache_mb': 250, 'import_cache_mb': 0} ======================================== smoke_tests ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=9129, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 9129\n' { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 3.0027804374694824, "total_seconds": 12.186469316482544, "stats": null, "conf": { "import_cache_mb": 0, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/root/open-lambda/test-registry", "benchmark_log": "", "worker_port": "5000", "sandbox": "docker", "registry_cache_ms": 5000, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "handler_cache_mb": 250, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:29:37 Channel() [SB 3]", "2019/06/26 20:29:37 Pause() [SB 3]", "2019/06/26 20:29:37 received kill signal, cleaning up", "2019/06/26 20:29:37 Destroy() [SB 0]", "2019/06/26 20:29:37 Destroy() [SB 1]", "2019/06/26 20:29:38 Destroy() [SB 2]", "2019/06/26 20:29:38 Destroy() [SB 3]", "2019/06/26 20:29:38 remove worker.pid", "2019/06/26 20:29:38 exiting", "" ] } POP conf: {'sandbox': 'docker', 'handler_cache_mb': 250, 'import_cache_mb': 0} ======================================== fork_bomb ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=10170, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 10170\n' { "test": "fork_bomb", "params": {}, "pass": true, "seconds": 0.17097949981689453, "total_seconds": 8.746050357818604, "stats": null, "conf": { "import_cache_mb": 239, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "benchmark_log": "", "pip_mirror": "", "sandbox": "sock", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "handler_cache_mb": 239, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:29:47 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:47 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:47 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:47 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:47 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:47 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:47 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:47 remove worker.pid", "2019/06/26 20:29:47 exiting", "" ] } ======================================== max_mem_alloc ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=10246, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 10246\n' { "test": "max_mem_alloc", "params": {}, "pass": true, "seconds": 1.0028836727142334, "total_seconds": 9.370333671569824, "stats": null, "conf": { "import_cache_mb": 239, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "benchmark_log": "", "pip_mirror": "", "sandbox": "sock", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "handler_cache_mb": 239, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:29:56 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:56 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:56 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:56 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:56 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:56 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:56 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:29:56 remove worker.pid", "2019/06/26 20:29:56 exiting", "" ] } POP conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']} PUSH conf: {'registry': '/tmp/tmpb42wc5j6', 'sandbox': 'sock', 'registry_cache_ms': 3000} ======================================== update_code ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=10364, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 10364\n' { "test": "update_code", "params": {}, "pass": true, "seconds": 6.165524005889893, "total_seconds": 6.502110481262207, "stats": null, "conf": { "import_cache_mb": 239, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "startup_pkgs": null, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/tmp/tmpb42wc5j6", "benchmark_log": "", "worker_port": "5000", "sandbox": "sock", "registry_cache_ms": 3000, "docker_runtime": "", "handler_cache_mb": 239, "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:30:03 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:03 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:03 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:03 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:03 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:03 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:03 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:03 remove worker.pid", "2019/06/26 20:30:03 exiting", "" ] } POP conf: {'registry': '/tmp/tmpb42wc5j6', 'sandbox': 'sock', 'registry_cache_ms': 3000} PUSH conf: {'registry': '/root/open-lambda/test-registry', 'sandbox': 'sock', 'handler_cache_mb': 250, 'import_cache_mb': 250} ======================================== stress_one_lambda ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=10408, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 10408\n' { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 1 }, "pass": true, "seconds": 15.046766757965088, "total_seconds": 15.381331205368042, "stats": { "reqs_per_sec": 280.06666666666666 }, "conf": { "import_cache_mb": 250, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "benchmark_log": "", "pip_mirror": "", "sandbox": "sock", "startup_pkgs": null, "handler_cache_mb": 250, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:30:18 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:18 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:18 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:18 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:18 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:18 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:18 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:18 remove worker.pid", "2019/06/26 20:30:18 exiting", "" ] } ======================================== stress_one_lambda ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=10456, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 10456\n' { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 2 }, "pass": true, "seconds": 15.05397891998291, "total_seconds": 15.389598846435547, "stats": { "reqs_per_sec": 276.53333333333336 }, "conf": { "import_cache_mb": 250, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "benchmark_log": "", "pip_mirror": "", "sandbox": "sock", "startup_pkgs": null, "handler_cache_mb": 250, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:30:33 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:33 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:33 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:33 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:33 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:33 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:33 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:33 remove worker.pid", "2019/06/26 20:30:33 exiting", "" ] } PUSH conf: {'import_cache_mb': 100, 'handler_cache_mb': 500} ======================================== stress_one_lambda ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=10505, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 10505\n' { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 8 }, "pass": true, "seconds": 15.072957515716553, "total_seconds": 15.409136295318604, "stats": { "reqs_per_sec": 239.8 }, "conf": { "import_cache_mb": 100, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/root/open-lambda/test-registry", "registry_cache_ms": 5000, "benchmark_log": "", "pip_mirror": "", "sandbox": "sock", "startup_pkgs": null, "handler_cache_mb": 500, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:30:49 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:49 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:49 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:49 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:49 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:49 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:49 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:30:49 remove worker.pid", "2019/06/26 20:30:49 exiting", "" ] } POP conf: {'import_cache_mb': 100, 'handler_cache_mb': 500} POP conf: {'registry': '/root/open-lambda/test-registry', 'sandbox': 'sock', 'handler_cache_mb': 250, 'import_cache_mb': 250} PUSH conf: {'sandbox': 'sock', 'handler_cache_mb': 250, 'import_cache_mb': 250} PUSH conf: {'registry': '/tmp/tmpsgmm9kjj'} ======================================== call_each_once_exec ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=10561, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 10561\n' { "test": "call_each_once_exec", "params": { "lambda_count": 100, "alloc_mb": 1 }, "pass": true, "seconds": 16.177574634552002, "total_seconds": 16.52251100540161, "stats": { "reqs_per_sec": 6.181408599060232 }, "conf": { "import_cache_mb": 250, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/tmp/tmpsgmm9kjj", "benchmark_log": "", "worker_port": "5000", "sandbox": "sock", "registry_cache_ms": 5000, "startup_pkgs": null, "handler_cache_mb": 250, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:31:05 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:31:05 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:31:05 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:31:05 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:31:05 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:31:05 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:31:05 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:31:05 remove worker.pid", "2019/06/26 20:31:05 exiting", "" ] } POP conf: {'registry': '/tmp/tmpsgmm9kjj'} PUSH conf: {'registry': '/tmp/tmploc5h4d9'} ======================================== call_each_once_exec ======================================== RUN ./ol worker -p=test-cluster --detach b'using existing OL directory at /root/open-lambda/test-cluster\nStarting worker: pid=11091, port=5000, log=/root/open-lambda/test-cluster/worker.out\nready\n' RUN ./ol kill -p=test-cluster b'Kill worker process with PID 11091\n' { "test": "call_each_once_exec", "params": { "lambda_count": 1000, "alloc_mb": 10 }, "pass": true, "seconds": 172.68303894996643, "total_seconds": 173.01370573043823, "stats": { "reqs_per_sec": 5.790957723395284 }, "conf": { "import_cache_mb": 250, "sandbox_config": { "processes": 10 }, "sock_cgroups": { "max_mem_mb": 50, "max_procs": 10 }, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "max_runners": 0, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "registry": "/tmp/tmploc5h4d9", "registry_cache_ms": 5000, "benchmark_log": "", "pip_mirror": "", "sandbox": "sock", "startup_pkgs": null, "handler_cache_mb": 250, "docker_runtime": "", "server_mode": "lambda" }, "exception": null, "worker_tail": [ "2019/06/26 20:33:58 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:33:58 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:33:58 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:33:58 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:33:58 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:33:58 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:33:58 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]", "2019/06/26 20:33:58 remove worker.pid", "2019/06/26 20:33:58 exiting", "" ] } POP conf: {'registry': '/tmp/tmploc5h4d9'} POP conf: {'sandbox': 'sock', 'handler_cache_mb': 250, 'import_cache_mb': 250} PASSED: 16, FAILED: 0