python3 -u test.py RUN ./ol new -p=test-cluster Init OL dir at /root/open-lambda/test-cluster Create lambda base at /root/open-lambda/test-cluster/lambda (may take several minutes) Working Directory: /root/open-lambda/test-cluster Worker Defaults: { "registry": "/root/open-lambda/test-cluster/registry", "registry_cache_ms": 5000, "sandbox": "sock", "cluster_name": "/root/open-lambda/test-cluster", "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "max_runners": 0, "handler_cache_mb": 239, "import_cache_mb": 239, "server_mode": "lambda", "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "worker_port": "5000", "Skip_pull_existing": false, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "timing": false, "startup_pkgs": null, "docker_runtime": "" } You may now start a server using the "worker" command PUSH conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']} PUSH conf: {'import_cache_mb': 0, 'sandbox': 'sock', 'handler_cache_mb': 0} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=7320, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 7320 { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 2.9645485877990723, "total_seconds": 17.895589351654053, "stats": null, "conf": { "import_cache_mb": 0, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "server_mode": "lambda", "registry_cache_ms": 5000, "worker_port": "5000", "max_runners": 0, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "benchmark_log": "", "registry": "/root/open-lambda/test-registry", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "docker_runtime": "", "cluster_name": "/root/open-lambda/test-cluster", "pip_mirror": "", "Skip_pull_existing": false, "sandbox": "sock", "sandbox_config": { "processes": 10 }, "handler_cache_mb": 0 }, "exception": null, "worker_tail": [ "2019/06/14 21:42:25 Cleanup Lambdas:", "2019/06/14 21:42:25 Function: install", "2019/06/14 21:42:25 Function: install2", "2019/06/14 21:42:25 Function: install3", "2019/06/14 21:42:25 Function: echo", "2019/06/14 21:42:25 Cleanup Container Factory", "2019/06/14 21:42:25 unmount and remove dirs [SOCK 3]", "2019/06/14 21:42:25 Finished Lambda Cleanup", "2019/06/14 21:42:25 exiting", "" ] } POP conf: {'import_cache_mb': 0, 'sandbox': 'sock', 'handler_cache_mb': 0} PUSH conf: {'import_cache_mb': 0, 'sandbox': 'sock', 'handler_cache_mb': 256} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=7405, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 7405 { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.2485547065734863, "total_seconds": 8.907966613769531, "stats": null, "conf": { "import_cache_mb": 0, "handler_cache_mb": 256, "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "server_mode": "lambda", "registry_cache_ms": 5000, "cluster_name": "/root/open-lambda/test-cluster", "worker_port": "5000", "max_runners": 0, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "benchmark_log": "", "registry": "/root/open-lambda/test-registry", "docker_runtime": "", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "timing": false, "Skip_pull_existing": false, "sandbox": "sock", "sandbox_config": { "processes": 10 }, "pip_mirror": "" }, "exception": null, "worker_tail": [ "2019/06/14 21:42:34 Function: install3", "2019/06/14 21:42:34 Instance: 3", "2019/06/14 21:42:34 destroy [SOCK 3]", "2019/06/14 21:42:34 Pause/KillAllProcs/Unpause [SOCK 3]", "2019/06/14 21:42:34 wait for init to die [SOCK 3]", "2019/06/14 21:42:34 unmount and remove dirs [SOCK 3]", "2019/06/14 21:42:34 Cleanup Container Factory", "2019/06/14 21:42:34 Finished Lambda Cleanup", "2019/06/14 21:42:34 exiting", "" ] } POP conf: {'import_cache_mb': 0, 'sandbox': 'sock', 'handler_cache_mb': 256} PUSH conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 0} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=7478, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 7478 { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 0.7585110664367676, "total_seconds": 8.60256838798523, "stats": null, "conf": { "import_cache_mb": 256, "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "server_mode": "lambda", "registry_cache_ms": 5000, "worker_port": "5000", "max_runners": 0, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "benchmark_log": "", "pip_mirror": "", "registry": "/root/open-lambda/test-registry", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "handler_cache_mb": 0, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "Skip_pull_existing": false, "sandbox": "sock", "sandbox_config": { "processes": 10 }, "docker_runtime": "" }, "exception": null, "worker_tail": [ "2019/06/14 21:42:43 Function: install3", "2019/06/14 21:42:43 Cleanup Container Factory", "2019/06/14 21:42:43 unmount and remove dirs [SOCK 3]", "2019/06/14 21:42:43 destroy [SOCK 0]", "2019/06/14 21:42:43 Pause/KillAllProcs/Unpause [SOCK 0]", "2019/06/14 21:42:43 wait for init to die [SOCK 0]", "2019/06/14 21:42:43 unmount and remove dirs [SOCK 0]", "2019/06/14 21:42:43 Finished Lambda Cleanup", "2019/06/14 21:42:43 exiting", "" ] } POP conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 0} PUSH conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 256} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=7561, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 7561 { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 0.7491354942321777, "total_seconds": 8.612022399902344, "stats": null, "conf": { "import_cache_mb": 256, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "server_mode": "lambda", "registry_cache_ms": 5000, "cluster_name": "/root/open-lambda/test-cluster", "worker_port": "5000", "max_runners": 0, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "benchmark_log": "", "registry": "/root/open-lambda/test-registry", "handler_cache_mb": 256, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "Skip_pull_existing": false, "sandbox": "sock", "sandbox_config": { "processes": 10 }, "docker_runtime": "" }, "exception": null, "worker_tail": [ "2019/06/14 21:42:52 wait for init to die [SOCK 3]", "2019/06/14 21:42:52 unmount and remove dirs [SOCK 3]", "2019/06/14 21:42:52 Cleanup Container Factory", "2019/06/14 21:42:52 destroy [SOCK 0]", "2019/06/14 21:42:52 Pause/KillAllProcs/Unpause [SOCK 0]", "2019/06/14 21:42:52 wait for init to die [SOCK 0]", "2019/06/14 21:42:52 unmount and remove dirs [SOCK 0]", "2019/06/14 21:42:52 Finished Lambda Cleanup", "2019/06/14 21:42:52 exiting", "" ] } POP conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 256} PUSH conf: {'import_cache_mb': 0, 'sandbox': 'docker', 'handler_cache_mb': 0} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=7643, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 7643 { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 6.687148809432983, "total_seconds": 14.334955930709839, "stats": null, "conf": { "import_cache_mb": 0, "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "docker_runtime": "", "server_mode": "lambda", "registry_cache_ms": 5000, "worker_port": "5000", "max_runners": 0, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "benchmark_log": "", "registry": "/root/open-lambda/test-registry", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "handler_cache_mb": 0, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "Skip_pull_existing": false, "sandbox": "docker", "sandbox_config": { "processes": 10 }, "pip_mirror": "" }, "exception": null, "worker_tail": [ "2019/06/14 21:43:06 received kill signal, cleaning up", "2019/06/14 21:43:06 Cleanup Lambdas:", "2019/06/14 21:43:06 Function: echo", "2019/06/14 21:43:06 Function: install", "2019/06/14 21:43:06 Function: install2", "2019/06/14 21:43:06 Function: install3", "2019/06/14 21:43:06 Cleanup Container Factory", "2019/06/14 21:43:06 Finished Lambda Cleanup", "2019/06/14 21:43:06 exiting", "" ] } POP conf: {'import_cache_mb': 0, 'sandbox': 'docker', 'handler_cache_mb': 0} PUSH conf: {'import_cache_mb': 0, 'sandbox': 'docker', 'handler_cache_mb': 256} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=8587, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 8587 { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 3.3254778385162354, "total_seconds": 11.689790964126587, "stats": null, "conf": { "import_cache_mb": 0, "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "server_mode": "lambda", "registry_cache_ms": 5000, "cluster_name": "/root/open-lambda/test-cluster", "worker_port": "5000", "max_runners": 0, "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "benchmark_log": "", "pip_mirror": "", "registry": "/root/open-lambda/test-registry", "docker_runtime": "", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "timing": false, "Skip_pull_existing": false, "sandbox": "docker", "sandbox_config": { "processes": 10 }, "handler_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/14 21:43:17 Function: install", "2019/06/14 21:43:17 Instance: 1", "2019/06/14 21:43:17 Function: install2", "2019/06/14 21:43:17 Instance: 2", "2019/06/14 21:43:17 Function: install3", "2019/06/14 21:43:17 Instance: 3", "2019/06/14 21:43:18 Cleanup Container Factory", "2019/06/14 21:43:18 Finished Lambda Cleanup", "2019/06/14 21:43:18 exiting", "" ] } POP conf: {'import_cache_mb': 0, 'sandbox': 'docker', 'handler_cache_mb': 256} POP conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']} PUSH conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 256, 'registry': '/root/open-lambda/test-registry'} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=9627, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 9627 { "test": "stress_one_lambda", "params": { "procs": 1, "seconds": 15 }, "pass": true, "seconds": 15.007647275924683, "total_seconds": 15.431142330169678, "stats": { "reqs_per_sec": 285.73333333333335 }, "conf": { "import_cache_mb": 256, "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "server_mode": "lambda", "registry_cache_ms": 5000, "cluster_name": "/root/open-lambda/test-cluster", "worker_port": "5000", "max_runners": 0, "startup_pkgs": null, "benchmark_log": "", "pip_mirror": "", "registry": "/root/open-lambda/test-registry", "docker_runtime": "", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "timing": false, "Skip_pull_existing": false, "sandbox": "sock", "sandbox_config": { "processes": 10 }, "handler_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/14 21:43:33 wait for init to die [SOCK 0]", "2019/06/14 21:43:33 unmount and remove dirs [SOCK 0]", "2019/06/14 21:43:33 Cleanup Container Factory", "2019/06/14 21:43:33 destroy [SOCK 0]", "2019/06/14 21:43:33 Pause/KillAllProcs/Unpause [SOCK 0]", "2019/06/14 21:43:33 wait for init to die [SOCK 0]", "2019/06/14 21:43:33 unmount and remove dirs [SOCK 0]", "2019/06/14 21:43:33 Finished Lambda Cleanup", "2019/06/14 21:43:33 exiting", "" ] } RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=9661, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 9661 { "test": "stress_one_lambda", "params": { "procs": 2, "seconds": 15 }, "pass": true, "seconds": 15.04951786994934, "total_seconds": 15.275602102279663, "stats": { "reqs_per_sec": 284.73333333333335 }, "conf": { "import_cache_mb": 256, "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "server_mode": "lambda", "registry_cache_ms": 5000, "cluster_name": "/root/open-lambda/test-cluster", "worker_port": "5000", "max_runners": 0, "startup_pkgs": null, "benchmark_log": "", "pip_mirror": "", "registry": "/root/open-lambda/test-registry", "docker_runtime": "", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "timing": false, "Skip_pull_existing": false, "sandbox": "sock", "sandbox_config": { "processes": 10 }, "handler_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/14 21:43:48 wait for init to die [SOCK 0]", "2019/06/14 21:43:48 unmount and remove dirs [SOCK 0]", "2019/06/14 21:43:48 Cleanup Container Factory", "2019/06/14 21:43:48 destroy [SOCK 0]", "2019/06/14 21:43:48 Pause/KillAllProcs/Unpause [SOCK 0]", "2019/06/14 21:43:48 wait for init to die [SOCK 0]", "2019/06/14 21:43:48 unmount and remove dirs [SOCK 0]", "2019/06/14 21:43:48 Finished Lambda Cleanup", "2019/06/14 21:43:48 exiting", "" ] } RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=9702, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 9702 { "test": "stress_one_lambda", "params": { "procs": 8, "seconds": 15 }, "pass": true, "seconds": 15.0613431930542, "total_seconds": 15.407732486724854, "stats": { "reqs_per_sec": 261.06666666666666 }, "conf": { "import_cache_mb": 256, "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "server_mode": "lambda", "registry_cache_ms": 5000, "cluster_name": "/root/open-lambda/test-cluster", "worker_port": "5000", "max_runners": 0, "startup_pkgs": null, "benchmark_log": "", "pip_mirror": "", "registry": "/root/open-lambda/test-registry", "docker_runtime": "", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "timing": false, "Skip_pull_existing": false, "sandbox": "sock", "sandbox_config": { "processes": 10 }, "handler_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/14 21:44:04 wait for init to die [SOCK 0]", "2019/06/14 21:44:04 unmount and remove dirs [SOCK 0]", "2019/06/14 21:44:04 Cleanup Container Factory", "2019/06/14 21:44:04 destroy [SOCK 0]", "2019/06/14 21:44:04 Pause/KillAllProcs/Unpause [SOCK 0]", "2019/06/14 21:44:04 wait for init to die [SOCK 0]", "2019/06/14 21:44:04 unmount and remove dirs [SOCK 0]", "2019/06/14 21:44:04 Finished Lambda Cleanup", "2019/06/14 21:44:04 exiting", "" ] } POP conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 256, 'registry': '/root/open-lambda/test-registry'} PUSH conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 256} PUSH conf: {'registry': '/tmp/tmp_dr3yxa2'} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=9782, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 9782 { "test": "call_each_once_exec", "params": { "alloc_mb": 1, "lambda_count": 100 }, "pass": true, "seconds": 2.4346728324890137, "total_seconds": 2.877964735031128, "stats": { "reqs_per_sec": 41.07379929294337 }, "conf": { "import_cache_mb": 256, "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "server_mode": "lambda", "registry_cache_ms": 5000, "worker_port": "5000", "max_runners": 0, "startup_pkgs": null, "benchmark_log": "", "pip_mirror": "", "registry": "/tmp/tmp_dr3yxa2", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "handler_cache_mb": 256, "cluster_name": "/root/open-lambda/test-cluster", "timing": false, "Skip_pull_existing": false, "sandbox": "sock", "sandbox_config": { "processes": 10 }, "docker_runtime": "" }, "exception": null, "worker_tail": [ "2019/06/14 21:44:07 wait for init to die [SOCK 68]", "2019/06/14 21:44:07 unmount and remove dirs [SOCK 68]", "2019/06/14 21:44:07 Cleanup Container Factory", "2019/06/14 21:44:07 destroy [SOCK 0]", "2019/06/14 21:44:07 Pause/KillAllProcs/Unpause [SOCK 0]", "2019/06/14 21:44:07 wait for init to die [SOCK 0]", "2019/06/14 21:44:07 unmount and remove dirs [SOCK 0]", "2019/06/14 21:44:07 Finished Lambda Cleanup", "2019/06/14 21:44:07 exiting", "" ] } POP conf: {'registry': '/tmp/tmp_dr3yxa2'} PUSH conf: {'registry': '/tmp/tmpgrbywarj'} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=10407, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 10407 { "test": "call_each_once_exec", "params": { "alloc_mb": 10, "lambda_count": 1000 }, "pass": true, "seconds": 38.222339391708374, "total_seconds": 39.25601363182068, "stats": { "reqs_per_sec": 26.162731711693795 }, "conf": { "import_cache_mb": 256, "timing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "server_mode": "lambda", "registry_cache_ms": 5000, "cluster_name": "/root/open-lambda/test-cluster", "worker_port": "5000", "max_runners": 0, "startup_pkgs": null, "benchmark_log": "", "registry": "/tmp/tmpgrbywarj", "handler_cache_mb": 256, "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "pip_mirror": "", "Skip_pull_existing": false, "sandbox": "sock", "sandbox_config": { "processes": 10 }, "docker_runtime": "" }, "exception": null, "worker_tail": [ "2019/06/14 21:44:46 Function: L673", "2019/06/14 21:44:46 Function: L686", "2019/06/14 21:44:46 Cleanup Container Factory", "2019/06/14 21:44:46 destroy [SOCK 0]", "2019/06/14 21:44:46 Pause/KillAllProcs/Unpause [SOCK 0]", "2019/06/14 21:44:46 wait for init to die [SOCK 0]", "2019/06/14 21:44:46 unmount and remove dirs [SOCK 0]", "2019/06/14 21:44:46 Finished Lambda Cleanup", "2019/06/14 21:44:46 exiting", "" ] } POP conf: {'registry': '/tmp/tmpgrbywarj'} POP conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 256} PASSED: 11, FAILED: 0