python3 -u test.py RUN ./ol new -p=test-cluster Init OL dir at /root/open-lambda/test-cluster Create lambda base at /root/open-lambda/test-cluster/lambda (may take several minutes) Working Directory: /root/open-lambda/test-cluster Worker Defaults: { "registry": "/root/open-lambda/test-cluster/registry", "registry_cache_ms": 5000, "sandbox": "sock", "cluster_name": "/root/open-lambda/test-cluster", "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "max_runners": 0, "handler_cache_mb": 239, "import_cache_mb": 239, "worker_dir": "/root/open-lambda/test-cluster/worker", "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "worker_port": "5000", "Skip_pull_existing": false, "sandbox_config": { "processes": 10 }, "benchmark_log": "", "timing": false, "startup_pkgs": null, "docker_runtime": "" } You may now start a server using the "worker" command PUSH conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']} PUSH conf: {'handler_cache_mb': 0, 'import_cache_mb': 0, 'sandbox': 'sock'} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=7261, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 7261 { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 5.268924951553345, "total_seconds": 24.667303562164307, "stats": null, "conf": { "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "cluster_name": "/root/open-lambda/test-cluster", "docker_runtime": "", "max_runners": 0, "handler_cache_mb": 0, "registry_cache_ms": 5000, "timing": false, "pip_mirror": "", "registry": "/root/open-lambda/test-registry", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "sandbox": "sock", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "import_cache_mb": 0, "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/11 21:44:05 received kill signal, cleaning up", "2019/06/11 21:44:05 Cleanup Lambdas:", "2019/06/11 21:44:05 Function: echo", "2019/06/11 21:44:05 Function: install", "2019/06/11 21:44:05 Function: install2", "2019/06/11 21:44:05 Function: install3", "2019/06/11 21:44:05 Cleanup Container Factory", "2019/06/11 21:44:05 Finished Lambda Cleanup", "2019/06/11 21:44:05 exiting", "" ] } POP conf: {'handler_cache_mb': 0, 'import_cache_mb': 0, 'sandbox': 'sock'} PUSH conf: {'handler_cache_mb': 256, 'import_cache_mb': 0, 'sandbox': 'sock'} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=7347, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 7347 { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 1.2986140251159668, "total_seconds": 9.461962461471558, "stats": null, "conf": { "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "cluster_name": "/root/open-lambda/test-cluster", "docker_runtime": "", "max_runners": 0, "registry_cache_ms": 5000, "timing": false, "pip_mirror": "", "worker_port": "5000", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "sandbox_config": { "processes": 10 }, "registry": "/root/open-lambda/test-registry", "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "sandbox": "sock", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "import_cache_mb": 0, "handler_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/11 21:44:14 unmount and remove dirs [SOCK 2]", "2019/06/11 21:44:14 Function: install3", "2019/06/11 21:44:14 Instance: 3", "2019/06/11 21:44:14 destroy [SOCK 3]", "2019/06/11 21:44:14 wait for init to die [SOCK 3]", "2019/06/11 21:44:14 unmount and remove dirs [SOCK 3]", "2019/06/11 21:44:14 Cleanup Container Factory", "2019/06/11 21:44:14 Finished Lambda Cleanup", "2019/06/11 21:44:14 exiting", "" ] } POP conf: {'handler_cache_mb': 256, 'import_cache_mb': 0, 'sandbox': 'sock'} PUSH conf: {'handler_cache_mb': 0, 'import_cache_mb': 256, 'sandbox': 'sock'} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=7422, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 7422 { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 0.7715921401977539, "total_seconds": 8.731807470321655, "stats": null, "conf": { "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "cluster_name": "/root/open-lambda/test-cluster", "docker_runtime": "", "max_runners": 0, "handler_cache_mb": 0, "registry_cache_ms": 5000, "registry": "/root/open-lambda/test-registry", "pip_mirror": "", "worker_port": "5000", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "timing": false, "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "sandbox": "sock", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "import_cache_mb": 256, "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/11 21:44:23 received kill signal, cleaning up", "2019/06/11 21:44:23 Cleanup Lambdas:", "2019/06/11 21:44:23 Function: echo", "2019/06/11 21:44:23 Function: install", "2019/06/11 21:44:23 Function: install2", "2019/06/11 21:44:23 Function: install3", "2019/06/11 21:44:23 Cleanup Container Factory", "2019/06/11 21:44:23 Finished Lambda Cleanup", "2019/06/11 21:44:23 exiting", "" ] } POP conf: {'handler_cache_mb': 0, 'import_cache_mb': 256, 'sandbox': 'sock'} PUSH conf: {'handler_cache_mb': 256, 'import_cache_mb': 256, 'sandbox': 'sock'} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=7504, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 7504 { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 0.7659640312194824, "total_seconds": 8.828460693359375, "stats": null, "conf": { "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "cluster_name": "/root/open-lambda/test-cluster", "docker_runtime": "", "max_runners": 0, "registry_cache_ms": 5000, "timing": false, "pip_mirror": "", "registry": "/root/open-lambda/test-registry", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "sandbox_config": { "processes": 10 }, "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "sandbox": "sock", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "import_cache_mb": 256, "handler_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/11 21:44:32 unmount and remove dirs [SOCK 2]", "2019/06/11 21:44:32 Function: install3", "2019/06/11 21:44:32 Instance: 3", "2019/06/11 21:44:32 destroy [SOCK 3]", "2019/06/11 21:44:32 wait for init to die [SOCK 3]", "2019/06/11 21:44:32 unmount and remove dirs [SOCK 3]", "2019/06/11 21:44:32 Cleanup Container Factory", "2019/06/11 21:44:32 Finished Lambda Cleanup", "2019/06/11 21:44:32 exiting", "" ] } POP conf: {'handler_cache_mb': 256, 'import_cache_mb': 256, 'sandbox': 'sock'} PUSH conf: {'handler_cache_mb': 0, 'import_cache_mb': 0, 'sandbox': 'docker'} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=7587, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 7587 { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 8.077899694442749, "total_seconds": 15.837349653244019, "stats": null, "conf": { "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "cluster_name": "/root/open-lambda/test-cluster", "docker_runtime": "", "max_runners": 0, "handler_cache_mb": 0, "registry_cache_ms": 5000, "timing": false, "pip_mirror": "", "registry": "/root/open-lambda/test-registry", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "sandbox": "docker", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "import_cache_mb": 0, "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/11 21:44:48 received kill signal, cleaning up", "2019/06/11 21:44:48 Cleanup Lambdas:", "2019/06/11 21:44:48 Function: install", "2019/06/11 21:44:48 Function: install2", "2019/06/11 21:44:48 Function: install3", "2019/06/11 21:44:48 Function: echo", "2019/06/11 21:44:48 Cleanup Container Factory", "2019/06/11 21:44:48 Finished Lambda Cleanup", "2019/06/11 21:44:48 exiting", "" ] } POP conf: {'handler_cache_mb': 0, 'import_cache_mb': 0, 'sandbox': 'docker'} PUSH conf: {'handler_cache_mb': 256, 'import_cache_mb': 0, 'sandbox': 'docker'} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=8523, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 8523 { "test": "smoke_tests", "params": {}, "pass": true, "seconds": 3.4415202140808105, "total_seconds": 12.221203327178955, "stats": null, "conf": { "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "cluster_name": "/root/open-lambda/test-cluster", "docker_runtime": "", "max_runners": 0, "registry_cache_ms": 5000, "timing": false, "pip_mirror": "", "worker_port": "5000", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "sandbox_config": { "processes": 10 }, "registry": "/root/open-lambda/test-registry", "benchmark_log": "", "startup_pkgs": [ "parso", "jedi", "urllib3", "idna", "chardet", "certifi", "requests", "simplejson" ], "sandbox": "docker", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "import_cache_mb": 0, "handler_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/11 21:44:59 Function: echo", "2019/06/11 21:44:59 Instance: 0", "2019/06/11 21:44:59 Function: install", "2019/06/11 21:44:59 Instance: 1", "2019/06/11 21:45:00 Function: install2", "2019/06/11 21:45:00 Instance: 2", "2019/06/11 21:45:00 Cleanup Container Factory", "2019/06/11 21:45:00 Finished Lambda Cleanup", "2019/06/11 21:45:00 exiting", "" ] } POP conf: {'handler_cache_mb': 256, 'import_cache_mb': 0, 'sandbox': 'docker'} POP conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']} PUSH conf: {'registry': '/root/open-lambda/test-registry', 'handler_cache_mb': 256, 'import_cache_mb': 256, 'sandbox': 'sock'} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=9563, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 9563 { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 1 }, "pass": true, "seconds": 15.039801120758057, "total_seconds": 15.36067247390747, "stats": { "reqs_per_sec": 267.0 }, "conf": { "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "cluster_name": "/root/open-lambda/test-cluster", "docker_runtime": "", "max_runners": 0, "registry_cache_ms": 5000, "timing": false, "pip_mirror": "", "registry": "/root/open-lambda/test-registry", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "sandbox_config": { "processes": 10 }, "benchmark_log": "", "startup_pkgs": null, "sandbox": "sock", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "import_cache_mb": 256, "handler_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/11 21:45:15 Cleanup Lambdas:", "2019/06/11 21:45:15 Function: echo", "2019/06/11 21:45:15 Instance: 0", "2019/06/11 21:45:15 destroy [SOCK 0]", "2019/06/11 21:45:15 wait for init to die [SOCK 0]", "2019/06/11 21:45:15 unmount and remove dirs [SOCK 0]", "2019/06/11 21:45:15 Cleanup Container Factory", "2019/06/11 21:45:15 Finished Lambda Cleanup", "2019/06/11 21:45:15 exiting", "" ] } RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=9596, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 9596 { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 2 }, "pass": true, "seconds": 15.055610418319702, "total_seconds": 15.385457038879395, "stats": { "reqs_per_sec": 263.1333333333333 }, "conf": { "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "cluster_name": "/root/open-lambda/test-cluster", "docker_runtime": "", "max_runners": 0, "registry_cache_ms": 5000, "timing": false, "pip_mirror": "", "registry": "/root/open-lambda/test-registry", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "sandbox_config": { "processes": 10 }, "benchmark_log": "", "startup_pkgs": null, "sandbox": "sock", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "import_cache_mb": 256, "handler_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/11 21:45:31 wait for init to die [SOCK 1]", "2019/06/11 21:45:31 unmount and remove dirs [SOCK 1]", "2019/06/11 21:45:31 Instance: 0", "2019/06/11 21:45:31 destroy [SOCK 0]", "2019/06/11 21:45:31 wait for init to die [SOCK 0]", "2019/06/11 21:45:31 unmount and remove dirs [SOCK 0]", "2019/06/11 21:45:31 Cleanup Container Factory", "2019/06/11 21:45:31 Finished Lambda Cleanup", "2019/06/11 21:45:31 exiting", "" ] } RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=9637, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 9637 { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 8 }, "pass": true, "seconds": 15.076288223266602, "total_seconds": 15.404483795166016, "stats": { "reqs_per_sec": 236.66666666666666 }, "conf": { "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "cluster_name": "/root/open-lambda/test-cluster", "docker_runtime": "", "max_runners": 0, "registry_cache_ms": 5000, "timing": false, "pip_mirror": "", "registry": "/root/open-lambda/test-registry", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "sandbox_config": { "processes": 10 }, "benchmark_log": "", "startup_pkgs": null, "sandbox": "sock", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "import_cache_mb": 256, "handler_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/11 21:45:46 wait for init to die [SOCK 3]", "2019/06/11 21:45:46 unmount and remove dirs [SOCK 3]", "2019/06/11 21:45:46 Instance: 0", "2019/06/11 21:45:46 destroy [SOCK 0]", "2019/06/11 21:45:46 wait for init to die [SOCK 0]", "2019/06/11 21:45:46 unmount and remove dirs [SOCK 0]", "2019/06/11 21:45:46 Cleanup Container Factory", "2019/06/11 21:45:46 Finished Lambda Cleanup", "2019/06/11 21:45:46 exiting", "" ] } POP conf: {'registry': '/root/open-lambda/test-registry', 'handler_cache_mb': 256, 'import_cache_mb': 256, 'sandbox': 'sock'} PUSH conf: {'handler_cache_mb': 256, 'import_cache_mb': 256, 'sandbox': 'sock'} PUSH conf: {'registry': '/tmp/tmp57hmqnya'} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=9716, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 9716 { "test": "call_each_once_exec", "params": { "lambda_count": 100, "alloc_mb": 1 }, "pass": true, "seconds": 2.827207088470459, "total_seconds": 3.3499436378479004, "stats": { "reqs_per_sec": 35.37102562299176 }, "conf": { "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "cluster_name": "/root/open-lambda/test-cluster", "docker_runtime": "", "max_runners": 0, "handler_cache_mb": 256, "registry_cache_ms": 5000, "registry": "/tmp/tmp57hmqnya", "pip_mirror": "", "worker_port": "5000", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "timing": false, "benchmark_log": "", "startup_pkgs": null, "sandbox": "sock", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "import_cache_mb": 256, "sandbox_config": { "processes": 10 } }, "exception": null, "worker_tail": [ "2019/06/11 21:45:49 unmount and remove dirs [SOCK 56]", "2019/06/11 21:45:49 Function: L84", "2019/06/11 21:45:49 Instance: 84", "2019/06/11 21:45:49 destroy [SOCK 84]", "2019/06/11 21:45:49 wait for init to die [SOCK 84]", "2019/06/11 21:45:49 unmount and remove dirs [SOCK 84]", "2019/06/11 21:45:49 Cleanup Container Factory", "2019/06/11 21:45:49 Finished Lambda Cleanup", "2019/06/11 21:45:49 exiting", "" ] } POP conf: {'registry': '/tmp/tmp57hmqnya'} PUSH conf: {'registry': '/tmp/tmpd9w81ojr'} RUN ./ol worker -p=test-cluster --detach using existing OL directory at /root/open-lambda/test-cluster Starting worker: pid=10340, port=5000, log=/root/open-lambda/test-cluster/worker.out ready RUN ./ol kill -p=test-cluster Kill worker process with PID 10340 { "test": "call_each_once_exec", "params": { "lambda_count": 1000, "alloc_mb": 10 }, "pass": true, "seconds": 44.972047567367554, "total_seconds": 46.11075186729431, "stats": { "reqs_per_sec": 22.23605191918872 }, "conf": { "SOCK_base_path": "/root/open-lambda/test-cluster/lambda", "cluster_name": "/root/open-lambda/test-cluster", "docker_runtime": "", "max_runners": 0, "registry_cache_ms": 5000, "timing": false, "pip_mirror": "", "registry": "/tmp/tmpd9w81ojr", "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages", "worker_port": "5000", "sandbox_config": { "processes": 10 }, "benchmark_log": "", "startup_pkgs": null, "sandbox": "sock", "Skip_pull_existing": false, "worker_dir": "/root/open-lambda/test-cluster/worker", "import_cache_mb": 256, "handler_cache_mb": 256 }, "exception": null, "worker_tail": [ "2019/06/11 21:46:36 Function: L959", "2019/06/11 21:46:36 Function: L177", "2019/06/11 21:46:36 Function: L500", "2019/06/11 21:46:36 Function: L685", "2019/06/11 21:46:36 Function: L226", "2019/06/11 21:46:36 Function: L753", "2019/06/11 21:46:36 Cleanup Container Factory", "2019/06/11 21:46:36 Finished Lambda Cleanup", "2019/06/11 21:46:36 exiting", "" ] } POP conf: {'registry': '/tmp/tmpd9w81ojr'} POP conf: {'handler_cache_mb': 256, 'import_cache_mb': 256, 'sandbox': 'sock'} PASSED: 11, FAILED: 0