{ "runs": [ { "test": "ping_test", "params": {}, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "procs": 10, "swappiness": 0 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "storage": { "code": "", "root": "private", "scratch": "" }, "registry_cache_ms": 5000, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-registry", "worker_port": "5000", "import_cache_tree": "", "docker_runtime": "", "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "lambda" }, "seconds": 2.1196022033691406, "total_seconds": 2.348785638809204, "stats": { "pings_per_sec": 471.7913092306017 }, "ol-stats": { "fresh-cgroup.cnt": 17, "fresh-cgroup.ms-avg": 0 }, "errors": [], "worker_tail": [ "2022/01/05 21:46:50 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:46:50 remove worker.pid", "2022/01/05 21:46:50 exiting", "" ] }, { "test": "install_tests", "params": {}, "pass": false, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "procs": 10, "swappiness": 0 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "storage": { "code": "", "root": "private", "scratch": "" }, "registry_cache_ms": 5000, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "mem_pool_mb": 500, "features": { "import_cache": false, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-registry", "worker_port": "5000", "import_cache_tree": "", "docker_runtime": "", "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "lambda" }, "seconds": null, "total_seconds": 13.903048276901245, "stats": null, "ol-stats": { "Channel().cnt": 9, "Channel().ms-avg": 0, "Create().cnt": 9, "Create().ms-avg": 449, "Create()/acquire-cgroup.cnt": 9, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 9, "Create()/acquire-mem.ms-avg": 0, "Create()/fresh-proc.cnt": 9, "Create()/fresh-proc.ms-avg": 447, "Create()/make-root-fs.cnt": 9, "Create()/make-root-fs.ms-avg": 1, "Destroy().cnt": 9, "Destroy().ms-avg": 3, "Destroy()/detach-root.cnt": 9, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 9, "Destroy()/kill-procs.ms-avg": 1, "Destroy()/remove-root.cnt": 9, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 3, "LambdaFunc.Invoke.ms-avg": 4541, "Pause().cnt": 3, "Pause().ms-avg": 4, "ServeHTTP.cnt": 3, "ServeHTTP.ms-avg": 178, "fresh-cgroup.cnt": 26, "fresh-cgroup.ms-avg": 0, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 10, "pull-package.cnt": 6, "pull-package.ms-avg": 1648, "web-request.cnt": 3, "web-request.ms-avg": 4541 }, "errors": [ [ "Traceback (most recent call last):", " File \"test.py\", line 81, in wrapper", " rv = fn(**kwargs)", " File \"test.py\", line 214, in install_tests", " assert(installs == 5)", "AssertionError", "" ] ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-dir", "2022/01/05 21:46:50 save PID 7487 to file /root/open-lambda/test-dir/worker/worker.pid", "2022/01/05 21:46:50 Start Lambda Server", "2022/01/05 21:46:50 Storage dir at /root/open-lambda/test-dir/worker/code", "2022/01/05 21:46:50 Storage dir at /root/open-lambda/test-dir/worker/scratch", "2022/01/05 21:46:50 Create SandboxPool", "2022/01/05 21:46:50 create /sys/fs/cgroup/blkio/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 create /sys/fs/cgroup/cpu/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 create /sys/fs/cgroup/devices/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 create /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 create /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 create /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 create /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 create /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 create /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 Storage dir at /root/open-lambda/test-dir/worker/root-sandboxes", "2022/01/05 21:46:50 start creating/serving CGs [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:50 Create DepTracer", "2022/01/05 21:46:50 Create PackagePuller", "2022/01/05 21:46:50 Create HandlerPuller", "2022/01/05 21:46:50 Setups Handlers", "2022/01/05 21:46:50 Execute handler by POSTing to localhost:5000/run/", "2022/01/05 21:46:50 Get status by sending request to localhost:5000/status", "2022/01/05 21:46:50 Receive request to /pid", "2022/01/05 21:46:50 Receive request to /run/echo", "2022/01/05 21:46:50 debug: LambdaFunc.Task() runs on goroutine 18 [FUNC echo]", "2022/01/05 21:46:50 increase instances to 1 [FUNC echo]", "2022/01/05 21:46:50 .Create(, true, /root/open-lambda/test-dir/worker/code/1001-echo, /root/open-lambda/test-dir/worker/scratch/1002-echo, )=1... [SOCK POOL sandboxes]", "2022/01/05 21:46:50 use cgroup cg-1 [SOCK 1]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:46:53 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:46:53 Channel() [SB 1]", "2022/01/05 21:46:53 Pause() [SB 1]", "2022/01/05 21:46:53 Receive request to /stats", "2022/01/05 21:46:53 Receive request to /run/install", "2022/01/05 21:46:53 debug: LambdaFunc.Task() runs on goroutine 31 [FUNC install]", "2022/01/05 21:46:53 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/requests'", "2022/01/05 21:46:53 run pip install requests from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/requests on host", "2022/01/05 21:46:53 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/requests, )=2... [SOCK POOL sandboxes]", "2022/01/05 21:46:53 use cgroup cg-2 [SOCK 2]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:46:53 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:46:53 Channel() [SB 2]", "Collecting requests", " Using cached requests-2.27.1-py2.py3-none-any.whl (63 kB)", "Installing collected packages: requests", "Successfully installed requests-2.27.1", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/05 21:46:56 Destroy() [SB 2]", "2022/01/05 21:46:56 CG ref count decremented to 0 [SOCK 2]", "2022/01/05 21:46:56 waiting for 1 procs in cg-2 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:56 killed PIDs [7506] in CG [SOCK 2]", "2022/01/05 21:46:56 unmount and remove dirs [SOCK 2]", "2022/01/05 21:46:56 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/certifi'", "2022/01/05 21:46:56 run pip install certifi from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/certifi on host", "2022/01/05 21:46:56 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/certifi, )=3... [SOCK POOL sandboxes]", "2022/01/05 21:46:56 use cgroup cg-3 [SOCK 3]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:46:56 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:46:56 Channel() [SB 3]", "Collecting certifi", " Using cached certifi-2021.10.8-py2.py3-none-any.whl (149 kB)", "Installing collected packages: certifi", "Successfully installed certifi-2021.10.8", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/05 21:46:58 Destroy() [SB 3]", "2022/01/05 21:46:58 CG ref count decremented to 0 [SOCK 3]", "2022/01/05 21:46:58 waiting for 1 procs in cg-3 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:58 killed PIDs [7519] in CG [SOCK 3]", "2022/01/05 21:46:58 unmount and remove dirs [SOCK 3]", "2022/01/05 21:46:58 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/idna'", "2022/01/05 21:46:58 run pip install idna from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/idna on host", "2022/01/05 21:46:58 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/idna, )=4... [SOCK POOL sandboxes]", "2022/01/05 21:46:58 use cgroup cg-4 [SOCK 4]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:46:58 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:46:58 Channel() [SB 4]", "Collecting idna", " Downloading idna-3.3-py3-none-any.whl (61 kB)", "Installing collected packages: idna", "Successfully installed idna-3.3", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/05 21:46:59 Destroy() [SB 4]", "2022/01/05 21:46:59 CG ref count decremented to 0 [SOCK 4]", "2022/01/05 21:46:59 waiting for 1 procs in cg-4 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:46:59 killed PIDs [7532] in CG [SOCK 4]", "2022/01/05 21:46:59 unmount and remove dirs [SOCK 4]", "2022/01/05 21:46:59 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/charset-normalizer'", "2022/01/05 21:46:59 run pip install charset-normalizer from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/charset-normalizer on host", "2022/01/05 21:46:59 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/charset-normalizer, )=5... [SOCK POOL sandboxes]", "2022/01/05 21:46:59 use cgroup cg-5 [SOCK 5]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:46:59 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:46:59 Channel() [SB 5]", "Collecting charset-normalizer", " Using cached charset_normalizer-2.0.10-py3-none-any.whl (39 kB)", "Installing collected packages: charset-normalizer", "Successfully installed charset-normalizer-2.0.10", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/05 21:47:00 Destroy() [SB 5]", "2022/01/05 21:47:00 CG ref count decremented to 0 [SOCK 5]", "2022/01/05 21:47:00 waiting for 1 procs in cg-5 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:00 killed PIDs [7545] in CG [SOCK 5]", "2022/01/05 21:47:00 unmount and remove dirs [SOCK 5]", "2022/01/05 21:47:00 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/urllib3'", "2022/01/05 21:47:00 run pip install urllib3 from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/urllib3 on host", "2022/01/05 21:47:00 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/urllib3, )=6... [SOCK POOL sandboxes]", "2022/01/05 21:47:00 use cgroup cg-6 [SOCK 6]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:01 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:01 Channel() [SB 6]", "Collecting urllib3", " Using cached urllib3-1.26.7-py2.py3-none-any.whl (138 kB)", "Installing collected packages: urllib3", "Successfully installed urllib3-1.26.7", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/05 21:47:02 Destroy() [SB 6]", "2022/01/05 21:47:02 CG ref count decremented to 0 [SOCK 6]", "2022/01/05 21:47:02 waiting for 1 procs in cg-6 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:02 killed PIDs [7558] in CG [SOCK 6]", "2022/01/05 21:47:02 unmount and remove dirs [SOCK 6]", "2022/01/05 21:47:02 increase instances to 1 [FUNC install]", "2022/01/05 21:47:02 .Create(, true, /root/open-lambda/test-dir/worker/code/1004-install, /root/open-lambda/test-dir/worker/scratch/1010-install, )=7... [SOCK POOL sandboxes]", "2022/01/05 21:47:02 use cgroup cg-7 [SOCK 7]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:02 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:02 Channel() [SB 7]", "2022/01/05 21:47:02 Pause() [SB 7]", "2022/01/05 21:47:02 Receive request to /stats", "2022/01/05 21:47:02 Receive request to /run/install2", "2022/01/05 21:47:02 debug: LambdaFunc.Task() runs on goroutine 58 [FUNC install2]", "2022/01/05 21:47:02 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/chardet'", "2022/01/05 21:47:02 run pip install chardet from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/chardet on host", "2022/01/05 21:47:02 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/chardet, )=8... [SOCK POOL sandboxes]", "2022/01/05 21:47:02 use cgroup cg-8 [SOCK 8]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:02 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:02 Channel() [SB 8]", "Collecting chardet", " Downloading chardet-4.0.0-py2.py3-none-any.whl (178 kB)", "Installing collected packages: chardet", "Successfully installed chardet-4.0.0", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/05 21:47:03 Destroy() [SB 8]", "2022/01/05 21:47:03 CG ref count decremented to 0 [SOCK 8]", "2022/01/05 21:47:03 waiting for 1 procs in cg-8 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:03 killed PIDs [7575] in CG [SOCK 8]", "2022/01/05 21:47:03 unmount and remove dirs [SOCK 8]", "2022/01/05 21:47:03 increase instances to 1 [FUNC install2]", "2022/01/05 21:47:03 .Create(, true, /root/open-lambda/test-dir/worker/code/1012-install2, /root/open-lambda/test-dir/worker/scratch/1014-install2, )=9... [SOCK POOL sandboxes]", "2022/01/05 21:47:03 use cgroup cg-9 [SOCK 9]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:03 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:03 Channel() [SB 9]", "2022/01/05 21:47:03 Pause() [SB 9]", "2022/01/05 21:47:03 Receive request to /stats", "2022/01/05 21:47:03 received kill signal, cleaning up", "2022/01/05 21:47:03 Kill function: echo", "2022/01/05 21:47:03 Destroy() [SB 1]", "2022/01/05 21:47:03 CG ref count decremented to 0 [SOCK 1]", "2022/01/05 21:47:03 killed PIDs [7502] in CG [SOCK 1]", "2022/01/05 21:47:03 unmount and remove dirs [SOCK 1]", "2022/01/05 21:47:03 Kill function: install", "2022/01/05 21:47:03 Destroy() [SB 7]", "2022/01/05 21:47:03 CG ref count decremented to 0 [SOCK 7]", "2022/01/05 21:47:03 killed PIDs [7571] in CG [SOCK 7]", "2022/01/05 21:47:03 unmount and remove dirs [SOCK 7]", "2022/01/05 21:47:03 Kill function: install2", "2022/01/05 21:47:03 Destroy() [SB 9]", "2022/01/05 21:47:03 CG ref count decremented to 0 [SOCK 9]", "2022/01/05 21:47:03 killed PIDs [7588] in CG [SOCK 9]", "2022/01/05 21:47:03 unmount and remove dirs [SOCK 9]", "2022/01/05 21:47:03 make sure all memory is free [SOCK POOL sandboxes]", "2022/01/05 21:47:03 memory pool emptied [SOCK POOL sandboxes]", "2022/01/05 21:47:03 received shutdown request [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:03 empty queues and release CGs [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:03 remove /sys/fs/cgroup/blkio/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:03 remove /sys/fs/cgroup/cpu/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:03 remove /sys/fs/cgroup/devices/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:03 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:03 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:03 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:03 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:03 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:03 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:03 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:47:03 remove worker.pid", "2022/01/05 21:47:03 exiting", "" ] }, { "test": "install_tests", "params": {}, "pass": false, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-registry", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "lambda" }, "seconds": null, "total_seconds": 8.355044841766357, "stats": null, "ol-stats": { "Channel().cnt": 9, "Channel().ms-avg": 0, "Create().cnt": 10, "Create().ms-avg": 102, "Create()/acquire-cgroup.cnt": 10, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 10, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 7, "Create()/fresh-proc.cnt": 7, "Create()/fresh-proc.ms-avg": 140, "Create()/make-root-fs.cnt": 10, "Create()/make-root-fs.ms-avg": 1, "Destroy().cnt": 10, "Destroy().ms-avg": 17, "Destroy()/detach-root.cnt": 10, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 10, "Destroy()/kill-procs.ms-avg": 1, "Destroy()/remove-root.cnt": 10, "Destroy()/remove-root.ms-avg": 14, "LambdaFunc.Invoke.cnt": 3, "LambdaFunc.Invoke.ms-avg": 2668, "Pause().cnt": 6, "Pause().ms-avg": 4, "ServeHTTP.cnt": 3, "ServeHTTP.ms-avg": 248, "Unpause().cnt": 2, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 0, "fork().cnt": 3, "fork().ms-avg": 7, "forkRequest.cnt": 3, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 27, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 1, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 1, "pull-package.cnt": 6, "pull-package.ms-avg": 1177, "web-request.cnt": 3, "web-request.ms-avg": 2668 }, "errors": [ [ "Traceback (most recent call last):", " File \"test.py\", line 81, in wrapper", " rv = fn(**kwargs)", " File \"test.py\", line 214, in install_tests", " assert(installs == 5)", "AssertionError", "" ] ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-dir", "2022/01/05 21:47:04 save PID 7605 to file /root/open-lambda/test-dir/worker/worker.pid", "2022/01/05 21:47:04 Start Lambda Server", "2022/01/05 21:47:04 Storage dir at /root/open-lambda/test-dir/worker/code", "2022/01/05 21:47:04 Storage dir at /root/open-lambda/test-dir/worker/scratch", "2022/01/05 21:47:04 Create SandboxPool", "2022/01/05 21:47:04 create /sys/fs/cgroup/blkio/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:04 create /sys/fs/cgroup/cpu/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:04 create /sys/fs/cgroup/devices/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:04 create /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:04 create /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:04 create /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:04 create /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:04 create /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:04 create /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:04 Storage dir at /root/open-lambda/test-dir/worker/root-sandboxes", "2022/01/05 21:47:04 Create DepTracer", "2022/01/05 21:47:04 Create PackagePuller", "2022/01/05 21:47:04 Create ImportCache", "2022/01/05 21:47:04 Import Cache Tree:", "2022/01/05 21:47:04 0 - ROOT", "2022/01/05 21:47:04 Create HandlerPuller", "2022/01/05 21:47:04 Setups Handlers", "2022/01/05 21:47:04 Execute handler by POSTing to localhost:5000/run/", "2022/01/05 21:47:04 Get status by sending request to localhost:5000/status", "2022/01/05 21:47:04 start creating/serving CGs [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:04 Receive request to /pid", "2022/01/05 21:47:04 Receive request to /run/echo", "2022/01/05 21:47:04 debug: LambdaFunc.Task() runs on goroutine 18 [FUNC echo]", "2022/01/05 21:47:04 increase instances to 1 [FUNC echo]", "2022/01/05 21:47:04 Try using Zygote from ", "2022/01/05 21:47:04 .Create(, false, /root/open-lambda/test-dir/worker/code/1003-import-cache, /root/open-lambda/test-dir/worker/scratch/1004-import-cache, )=1... [SOCK POOL sandboxes]", "2022/01/05 21:47:04 use cgroup cg-1 [SOCK 1]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start fork server on fd: 3", "2022/01/05 21:47:04 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:04 .Create(, true, /root/open-lambda/test-dir/worker/code/1001-echo, /root/open-lambda/test-dir/worker/scratch/1002-echo, )=2... [SOCK POOL sandboxes]", "2022/01/05 21:47:04 use cgroup cg-2 [SOCK 2]", "2022/01/05 21:47:04 fork(SB 2) [SB 1]", "2022/01/05 21:47:04 move PID 7622 from CG cg-1 to CG cg-2 [SOCK 1]", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:04 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:04 Pause() [SB 1]", "2022/01/05 21:47:04 Channel() [SB 2]", "2022/01/05 21:47:04 Pause() [SB 2]", "2022/01/05 21:47:04 Receive request to /stats", "2022/01/05 21:47:04 Receive request to /run/install", "2022/01/05 21:47:04 debug: LambdaFunc.Task() runs on goroutine 31 [FUNC install]", "2022/01/05 21:47:04 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/requests'", "2022/01/05 21:47:04 run pip install requests from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/requests on host", "2022/01/05 21:47:04 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/requests, )=3... [SOCK POOL sandboxes]", "2022/01/05 21:47:04 use cgroup cg-3 [SOCK 3]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:04 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:04 Channel() [SB 3]", "Collecting requests", " Using cached requests-2.27.1-py2.py3-none-any.whl (63 kB)", "Installing collected packages: requests", "Successfully installed requests-2.27.1", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/05 21:47:05 Destroy() [SB 3]", "2022/01/05 21:47:05 CG ref count decremented to 0 [SOCK 3]", "2022/01/05 21:47:05 waiting for 1 procs in cg-3 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:05 killed PIDs [7628] in CG [SOCK 3]", "2022/01/05 21:47:05 unmount and remove dirs [SOCK 3]", "2022/01/05 21:47:05 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/charset-normalizer'", "2022/01/05 21:47:05 run pip install charset-normalizer from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/charset-normalizer on host", "2022/01/05 21:47:05 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/charset-normalizer, )=4... [SOCK POOL sandboxes]", "2022/01/05 21:47:05 use cgroup cg-4 [SOCK 4]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:05 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:05 Channel() [SB 4]", "Collecting charset-normalizer", " Using cached charset_normalizer-2.0.10-py3-none-any.whl (39 kB)", "Installing collected packages: charset-normalizer", "Successfully installed charset-normalizer-2.0.10", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/05 21:47:06 Destroy() [SB 4]", "2022/01/05 21:47:06 CG ref count decremented to 0 [SOCK 4]", "2022/01/05 21:47:06 waiting for 1 procs in cg-4 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:06 killed PIDs [7641] in CG [SOCK 4]", "2022/01/05 21:47:06 unmount and remove dirs [SOCK 4]", "2022/01/05 21:47:06 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/certifi'", "2022/01/05 21:47:06 run pip install certifi from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/certifi on host", "2022/01/05 21:47:06 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/certifi, )=5... [SOCK POOL sandboxes]", "2022/01/05 21:47:06 use cgroup cg-5 [SOCK 5]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:06 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:06 Channel() [SB 5]", "Collecting certifi", " Using cached certifi-2021.10.8-py2.py3-none-any.whl (149 kB)", "Installing collected packages: certifi", "Successfully installed certifi-2021.10.8", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/05 21:47:07 Destroy() [SB 5]", "2022/01/05 21:47:07 CG ref count decremented to 0 [SOCK 5]", "2022/01/05 21:47:07 waiting for 1 procs in cg-5 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:07 killed PIDs [7654] in CG [SOCK 5]", "2022/01/05 21:47:07 unmount and remove dirs [SOCK 5]", "2022/01/05 21:47:07 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/urllib3'", "2022/01/05 21:47:07 run pip install urllib3 from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/urllib3 on host", "2022/01/05 21:47:07 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/urllib3, )=6... [SOCK POOL sandboxes]", "2022/01/05 21:47:07 use cgroup cg-6 [SOCK 6]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:07 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:07 Channel() [SB 6]", "Collecting urllib3", " Using cached urllib3-1.26.7-py2.py3-none-any.whl (138 kB)", "Installing collected packages: urllib3", "Successfully installed urllib3-1.26.7", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/05 21:47:08 Destroy() [SB 6]", "2022/01/05 21:47:08 CG ref count decremented to 0 [SOCK 6]", "2022/01/05 21:47:08 waiting for 1 procs in cg-6 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:08 killed PIDs [7667] in CG [SOCK 6]", "2022/01/05 21:47:08 unmount and remove dirs [SOCK 6]", "2022/01/05 21:47:08 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/idna'", "2022/01/05 21:47:08 run pip install idna from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/idna on host", "2022/01/05 21:47:08 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/idna, )=7... [SOCK POOL sandboxes]", "2022/01/05 21:47:08 use cgroup cg-7 [SOCK 7]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:08 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:08 Channel() [SB 7]", "Collecting idna", " Downloading idna-3.3-py3-none-any.whl (61 kB)", "Installing collected packages: idna", "Successfully installed idna-3.3", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/05 21:47:09 Destroy() [SB 7]", "2022/01/05 21:47:09 CG ref count decremented to 0 [SOCK 7]", "2022/01/05 21:47:09 waiting for 1 procs in cg-7 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:09 killed PIDs [7680] in CG [SOCK 7]", "2022/01/05 21:47:09 unmount and remove dirs [SOCK 7]", "2022/01/05 21:47:09 increase instances to 1 [FUNC install]", "2022/01/05 21:47:09 Try using Zygote from ", "2022/01/05 21:47:09 Unpause() [SB 1]", "2022/01/05 21:47:09 .Create(, true, /root/open-lambda/test-dir/worker/code/1007-install, /root/open-lambda/test-dir/worker/scratch/1013-install, )=8... [SOCK POOL sandboxes]", "2022/01/05 21:47:09 use cgroup cg-8 [SOCK 8]", "2022/01/05 21:47:09 fork(SB 8) [SB 1]", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:09 move PID 7692 from CG cg-1 to CG cg-8 [SOCK 1]", "2022/01/05 21:47:09 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:09 Pause() [SB 1]", "2022/01/05 21:47:09 Channel() [SB 8]", "2022/01/05 21:47:10 Pause() [SB 8]", "2022/01/05 21:47:10 Receive request to /stats", "2022/01/05 21:47:10 Receive request to /run/install2", "2022/01/05 21:47:10 debug: LambdaFunc.Task() runs on goroutine 58 [FUNC install2]", "2022/01/05 21:47:10 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/chardet'", "2022/01/05 21:47:10 run pip install chardet from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/chardet on host", "2022/01/05 21:47:10 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/chardet, )=9... [SOCK POOL sandboxes]", "2022/01/05 21:47:10 use cgroup cg-9 [SOCK 9]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:10 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:10 Channel() [SB 9]", "Collecting chardet", " Downloading chardet-4.0.0-py2.py3-none-any.whl (178 kB)", "Installing collected packages: chardet", "Successfully installed chardet-4.0.0", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/05 21:47:12 Destroy() [SB 9]", "2022/01/05 21:47:12 CG ref count decremented to 0 [SOCK 9]", "2022/01/05 21:47:12 waiting for 1 procs in cg-9 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:12 killed PIDs [7698] in CG [SOCK 9]", "2022/01/05 21:47:12 unmount and remove dirs [SOCK 9]", "2022/01/05 21:47:12 increase instances to 1 [FUNC install2]", "2022/01/05 21:47:12 Try using Zygote from ", "2022/01/05 21:47:12 Unpause() [SB 1]", "2022/01/05 21:47:12 .Create(, true, /root/open-lambda/test-dir/worker/code/1015-install2, /root/open-lambda/test-dir/worker/scratch/1017-install2, )=10... [SOCK POOL sandboxes]", "2022/01/05 21:47:12 use cgroup cg-10 [SOCK 10]", "2022/01/05 21:47:12 fork(SB 10) [SB 1]", "2022/01/05 21:47:12 move PID 7710 from CG cg-1 to CG cg-10 [SOCK 1]", "2022/01/05 21:47:12 ...returns , [SOCK POOL sandboxes]", "2022/01/05 21:47:12 Pause() [SB 1]", "sock2.py: start web server on fd: 3", "2022/01/05 21:47:12 Channel() [SB 10]", "2022/01/05 21:47:12 Pause() [SB 10]", "2022/01/05 21:47:12 Receive request to /stats", "2022/01/05 21:47:12 received kill signal, cleaning up", "2022/01/05 21:47:12 Kill function: echo", "2022/01/05 21:47:12 Destroy() [SB 2]", "2022/01/05 21:47:12 CG ref count decremented to 0 [SOCK 2]", "2022/01/05 21:47:12 killed PIDs [7622] in CG [SOCK 2]", "2022/01/05 21:47:12 unmount and remove dirs [SOCK 2]", "2022/01/05 21:47:12 childExit(SB 2) [SB 1]", "2022/01/05 21:47:12 CG ref count decremented to 3 [SOCK 1]", "2022/01/05 21:47:12 Kill function: install", "2022/01/05 21:47:12 Destroy() [SB 8]", "2022/01/05 21:47:12 CG ref count decremented to 0 [SOCK 8]", "2022/01/05 21:47:12 killed PIDs [7692] in CG [SOCK 8]", "2022/01/05 21:47:12 unmount and remove dirs [SOCK 8]", "2022/01/05 21:47:12 childExit(SB 8) [SB 1]", "2022/01/05 21:47:12 CG ref count decremented to 2 [SOCK 1]", "2022/01/05 21:47:12 Kill function: install2", "2022/01/05 21:47:12 Destroy() [SB 10]", "2022/01/05 21:47:12 CG ref count decremented to 0 [SOCK 10]", "2022/01/05 21:47:12 killed PIDs [7710] in CG [SOCK 10]", "2022/01/05 21:47:12 unmount and remove dirs [SOCK 10]", "2022/01/05 21:47:12 childExit(SB 10) [SB 1]", "2022/01/05 21:47:12 CG ref count decremented to 1 [SOCK 1]", "2022/01/05 21:47:12 Import Cache Tree:", "2022/01/05 21:47:12 3 - ROOT", "2022/01/05 21:47:12 Destroy() [SB 1]", "2022/01/05 21:47:12 CG ref count decremented to 0 [SOCK 1]", "2022/01/05 21:47:12 killed PIDs [7620] in CG [SOCK 1]", "2022/01/05 21:47:12 unmount and remove dirs [SOCK 1]", "2022/01/05 21:47:12 make sure all memory is free [SOCK POOL sandboxes]", "2022/01/05 21:47:12 memory pool emptied [SOCK POOL sandboxes]", "2022/01/05 21:47:12 received shutdown request [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:12 empty queues and release CGs [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:12 remove /sys/fs/cgroup/blkio/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:12 remove /sys/fs/cgroup/cpu/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:12 remove /sys/fs/cgroup/devices/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:12 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:12 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:12 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:12 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:12 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:12 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:12 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:47:12 remove worker.pid", "2022/01/05 21:47:12 exiting", "" ] }, { "test": "install_tests", "params": {}, "pass": false, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "procs": 10, "swappiness": 0 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "storage": { "code": "", "root": "private", "scratch": "" }, "registry_cache_ms": 5000, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "mem_pool_mb": 500, "features": { "import_cache": false, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-registry", "worker_port": "5000", "import_cache_tree": "", "docker_runtime": "", "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "docker", "server_mode": "lambda" }, "seconds": null, "total_seconds": 29.971590995788574, "stats": null, "ol-stats": { "Channel().cnt": 9, "Channel().ms-avg": 0, "Create().cnt": 9, "Create().ms-avg": 1546, "Destroy().cnt": 9, "Destroy().ms-avg": 431, "LambdaFunc.Invoke.cnt": 3, "LambdaFunc.Invoke.ms-avg": 9425, "Pause().cnt": 3, "Pause().ms-avg": 27, "ServeHTTP.cnt": 3, "ServeHTTP.ms-avg": 1, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 8, "pull-package.cnt": 6, "pull-package.ms-avg": 3119, "web-request.cnt": 3, "web-request.ms-avg": 9425 }, "errors": [ [ "Traceback (most recent call last):", " File \"test.py\", line 81, in wrapper", " rv = fn(**kwargs)", " File \"test.py\", line 214, in install_tests", " assert(installs == 5)", "AssertionError", "" ] ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-dir", "2022/01/05 21:47:12 save PID 7729 to file /root/open-lambda/test-dir/worker/worker.pid", "2022/01/05 21:47:12 Start Lambda Server", "2022/01/05 21:47:12 Storage dir at /root/open-lambda/test-dir/worker/code", "2022/01/05 21:47:12 Storage dir at /root/open-lambda/test-dir/worker/scratch", "2022/01/05 21:47:12 Create SandboxPool", "2022/01/05 21:47:12 Create DepTracer", "2022/01/05 21:47:12 Create PackagePuller", "2022/01/05 21:47:12 Create HandlerPuller", "2022/01/05 21:47:12 Setups Handlers", "2022/01/05 21:47:12 Execute handler by POSTing to localhost:5000/run/", "2022/01/05 21:47:12 Get status by sending request to localhost:5000/status", "2022/01/05 21:47:12 Receive request to /pid", "2022/01/05 21:47:12 Receive request to /run/echo", "2022/01/05 21:47:12 debug: LambdaFunc.Task() runs on goroutine 13 [FUNC echo]", "2022/01/05 21:47:12 increase instances to 1 [FUNC echo]", "2022/01/05 21:47:20 Channel() [SB 0]", "2022/01/05 21:47:20 Pause() [SB 0]", "2022/01/05 21:47:20 Receive request to /stats", "2022/01/05 21:47:20 Receive request to /run/install", "2022/01/05 21:47:20 debug: LambdaFunc.Task() runs on goroutine 52 [FUNC install]", "2022/01/05 21:47:20 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/requests'", "2022/01/05 21:47:20 run pip install requests from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/requests on host", "2022/01/05 21:47:20 Channel() [SB 1]", "2022/01/05 21:47:27 Destroy() [SB 1]", "2022/01/05 21:47:28 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/urllib3'", "2022/01/05 21:47:28 run pip install urllib3 from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/urllib3 on host", "2022/01/05 21:47:29 Channel() [SB 2]", "2022/01/05 21:47:29 Destroy() [SB 2]", "2022/01/05 21:47:30 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/idna'", "2022/01/05 21:47:30 run pip install idna from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/idna on host", "2022/01/05 21:47:30 Channel() [SB 3]", "2022/01/05 21:47:32 Destroy() [SB 3]", "2022/01/05 21:47:32 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/certifi'", "2022/01/05 21:47:32 run pip install certifi from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/certifi on host", "2022/01/05 21:47:32 Channel() [SB 4]", "2022/01/05 21:47:33 Destroy() [SB 4]", "2022/01/05 21:47:33 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/charset-normalizer'", "2022/01/05 21:47:33 run pip install charset-normalizer from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/charset-normalizer on host", "2022/01/05 21:47:35 Channel() [SB 5]", "2022/01/05 21:47:37 Destroy() [SB 5]", "2022/01/05 21:47:37 increase instances to 1 [FUNC install]", "2022/01/05 21:47:38 Channel() [SB 6]", "2022/01/05 21:47:38 Pause() [SB 6]", "2022/01/05 21:47:38 Receive request to /stats", "2022/01/05 21:47:38 Receive request to /run/install2", "2022/01/05 21:47:38 debug: LambdaFunc.Task() runs on goroutine 220 [FUNC install2]", "2022/01/05 21:47:38 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/chardet'", "2022/01/05 21:47:38 run pip install chardet from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/chardet on host", "2022/01/05 21:47:39 Channel() [SB 7]", "2022/01/05 21:47:40 Destroy() [SB 7]", "2022/01/05 21:47:40 increase instances to 1 [FUNC install2]", "2022/01/05 21:47:40 Channel() [SB 8]", "2022/01/05 21:47:40 Pause() [SB 8]", "2022/01/05 21:47:40 Receive request to /stats", "2022/01/05 21:47:40 received kill signal, cleaning up", "2022/01/05 21:47:40 Kill function: echo", "2022/01/05 21:47:40 Destroy() [SB 0]", "2022/01/05 21:47:41 Kill function: install", "2022/01/05 21:47:41 Destroy() [SB 6]", "2022/01/05 21:47:41 Kill function: install2", "2022/01/05 21:47:41 Destroy() [SB 8]", "2022/01/05 21:47:42 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:47:42 remove worker.pid", "2022/01/05 21:47:42 exiting", "" ] }, { "test": "fork_bomb", "params": {}, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-registry", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "lambda" }, "seconds": 2.7979938983917236, "total_seconds": 3.031325578689575, "stats": null, "ol-stats": { "Channel().cnt": 1, "Channel().ms-avg": 0, "Create().cnt": 2, "Create().ms-avg": 1383, "Create()/acquire-cgroup.cnt": 2, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 2, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 1, "Create()/fork-proc.ms-avg": 4, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 2753, "Create()/make-root-fs.cnt": 2, "Create()/make-root-fs.ms-avg": 4, "Destroy().cnt": 2, "Destroy().ms-avg": 2, "Destroy()/detach-root.cnt": 2, "Destroy()/detach-root.ms-avg": 1, "Destroy()/kill-procs.cnt": 2, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 2, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 1, "LambdaFunc.Invoke.ms-avg": 2794, "Pause().cnt": 2, "Pause().ms-avg": 5, "ServeHTTP.cnt": 1, "ServeHTTP.ms-avg": 14, "childExit().cnt": 1, "childExit().ms-avg": 0, "fork().cnt": 1, "fork().ms-avg": 4, "forkRequest.cnt": 1, "forkRequest.ms-avg": 4, "fresh-cgroup.cnt": 19, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 1, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 1, "pull-lambda.ms-avg": 3, "web-request.cnt": 1, "web-request.ms-avg": 2794 }, "errors": [], "worker_tail": [ "2022/01/05 21:47:45 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:45 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:45 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:45 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:45 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:45 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:45 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:47:45 remove worker.pid", "2022/01/05 21:47:45 exiting", "" ] }, { "test": "max_mem_alloc", "params": {}, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-registry", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "lambda" }, "seconds": 0.8484783172607422, "total_seconds": 1.0832366943359375, "stats": null, "ol-stats": { "Channel().cnt": 1, "Channel().ms-avg": 0, "Create().cnt": 2, "Create().ms-avg": 77, "Create()/acquire-cgroup.cnt": 2, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 2, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 1, "Create()/fork-proc.ms-avg": 8, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 138, "Create()/make-root-fs.cnt": 2, "Create()/make-root-fs.ms-avg": 4, "Destroy().cnt": 2, "Destroy().ms-avg": 2, "Destroy()/detach-root.cnt": 2, "Destroy()/detach-root.ms-avg": 1, "Destroy()/kill-procs.cnt": 2, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 2, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 1, "LambdaFunc.Invoke.ms-avg": 844, "Pause().cnt": 2, "Pause().ms-avg": 4, "ServeHTTP.cnt": 1, "ServeHTTP.ms-avg": 680, "childExit().cnt": 1, "childExit().ms-avg": 0, "fork().cnt": 1, "fork().ms-avg": 8, "forkRequest.cnt": 1, "forkRequest.ms-avg": 4, "fresh-cgroup.cnt": 19, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 1, "move-to-cg-after-fork.ms-avg": 3, "pull-lambda.cnt": 1, "pull-lambda.ms-avg": 2, "web-request.cnt": 1, "web-request.ms-avg": 844 }, "errors": [], "worker_tail": [ "2022/01/05 21:47:46 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:46 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:46 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:46 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:46 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:46 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:47:46 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:47:46 remove worker.pid", "2022/01/05 21:47:46 exiting", "" ] }, { "test": "numpy_test", "params": {}, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-registry", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "lambda" }, "seconds": 37.943294048309326, "total_seconds": 38.31046271324158, "stats": null, "ol-stats": { "Channel().cnt": 13, "Channel().ms-avg": 0, "Create().cnt": 14, "Create().ms-avg": 105, "Create()/acquire-cgroup.cnt": 14, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 14, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 5, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 9, "Create()/fresh-proc.ms-avg": 139, "Create()/make-root-fs.cnt": 14, "Create()/make-root-fs.ms-avg": 13, "Destroy().cnt": 14, "Destroy().ms-avg": 3, "Destroy()/detach-root.cnt": 14, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 14, "Destroy()/kill-procs.ms-avg": 2, "Destroy()/remove-root.cnt": 14, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 5, "LambdaFunc.Invoke.ms-avg": 7585, "Pause().cnt": 10, "Pause().ms-avg": 5, "ServeHTTP.cnt": 5, "ServeHTTP.ms-avg": 495, "Unpause().cnt": 4, "Unpause().ms-avg": 0, "childExit().cnt": 5, "childExit().ms-avg": 0, "fork().cnt": 5, "fork().ms-avg": 6, "forkRequest.cnt": 5, "forkRequest.ms-avg": 5, "fresh-cgroup.cnt": 31, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 5, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 5, "pull-lambda.ms-avg": 139, "pull-package.cnt": 8, "pull-package.ms-avg": 4314, "web-request.cnt": 5, "web-request.ms-avg": 7585 }, "errors": [], "worker_tail": [ "2022/01/05 21:48:24 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:24 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:24 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:24 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:24 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:24 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:24 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:48:24 remove worker.pid", "2022/01/05 21:48:24 exiting", "" ] }, { "test": "sock_churn", "params": { "seconds": 5, "baseline": 0, "fork": false, "procs": 1 }, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-dir/registry", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "sock" }, "seconds": 5.1634886264801025, "total_seconds": 5.289006948471069, "stats": { "sandboxes_per_sec": 4.4 }, "ol-stats": { "Create().cnt": 22, "Create().ms-avg": 213, "Create()/acquire-cgroup.cnt": 22, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 22, "Create()/acquire-mem.ms-avg": 0, "Create()/fresh-proc.cnt": 22, "Create()/fresh-proc.ms-avg": 208, "Create()/make-root-fs.cnt": 22, "Create()/make-root-fs.ms-avg": 4, "Destroy().cnt": 44, "Destroy().ms-avg": 1, "Destroy()/detach-root.cnt": 22, "Destroy()/detach-root.ms-avg": 1, "Destroy()/kill-procs.cnt": 22, "Destroy()/kill-procs.ms-avg": 1, "Destroy()/remove-root.cnt": 22, "Destroy()/remove-root.ms-avg": 0, "fresh-cgroup.cnt": 39, "fresh-cgroup.ms-avg": 0 }, "errors": [], "worker_tail": [ "2022/01/05 21:48:30 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:30 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:30 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:30 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:30 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:30 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:30 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:48:30 remove worker.pid", "2022/01/05 21:48:30 exiting", "" ] }, { "test": "sock_churn", "params": { "seconds": 10, "baseline": 0, "fork": true, "procs": 1 }, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-dir/registry", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "sock" }, "seconds": 10.16285514831543, "total_seconds": 10.39793610572815, "stats": { "sandboxes_per_sec": 42.3 }, "ol-stats": { "Create().cnt": 424, "Create().ms-avg": 11, "Create()/acquire-cgroup.cnt": 424, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 424, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 423, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 137, "Create()/make-root-fs.cnt": 424, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 847, "Destroy().ms-avg": 1, "Destroy()/detach-root.cnt": 424, "Destroy()/detach-root.ms-avg": 1, "Destroy()/kill-procs.cnt": 424, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 424, "Destroy()/remove-root.ms-avg": 0, "childExit().cnt": 423, "childExit().ms-avg": 0, "fork().cnt": 423, "fork().ms-avg": 6, "forkRequest.cnt": 423, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 441, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 423, "move-to-cg-after-fork.ms-avg": 0 }, "errors": [], "worker_tail": [ "2022/01/05 21:48:40 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:40 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:40 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:40 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:40 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:40 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:40 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:48:40 remove worker.pid", "2022/01/05 21:48:40 exiting", "" ] }, { "test": "sock_churn", "params": { "seconds": 10, "baseline": 0, "fork": true, "procs": 15 }, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-dir/registry", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "sock" }, "seconds": 10.34395718574524, "total_seconds": 10.567017316818237, "stats": { "sandboxes_per_sec": 44.1 }, "ol-stats": { "Create().cnt": 442, "Create().ms-avg": 91, "Create()/acquire-cgroup.cnt": 442, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 442, "Create()/acquire-mem.ms-avg": 21, "Create()/fork-proc.cnt": 441, "Create()/fork-proc.ms-avg": 65, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 136, "Create()/make-root-fs.cnt": 442, "Create()/make-root-fs.ms-avg": 2, "Destroy().cnt": 883, "Destroy().ms-avg": 58, "Destroy()/detach-root.cnt": 442, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 442, "Destroy()/kill-procs.ms-avg": 17, "Destroy()/remove-root.cnt": 442, "Destroy()/remove-root.ms-avg": 0, "childExit().cnt": 441, "childExit().ms-avg": 62, "fork().cnt": 441, "fork().ms-avg": 65, "forkRequest.cnt": 441, "forkRequest.ms-avg": 10, "fresh-cgroup.cnt": 459, "fresh-cgroup.ms-avg": 4, "move-to-cg-after-fork.cnt": 441, "move-to-cg-after-fork.ms-avg": 2 }, "errors": [], "worker_tail": [ "2022/01/05 21:48:51 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:51 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:51 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:51 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:51 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:51 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:48:51 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:48:51 remove worker.pid", "2022/01/05 21:48:51 exiting", "" ] }, { "test": "sock_churn", "params": { "seconds": 10, "baseline": 32, "fork": true, "procs": 1 }, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-dir/registry", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "sock" }, "seconds": 11.257592678070068, "total_seconds": 11.618300914764404, "stats": { "sandboxes_per_sec": 42.1 }, "ol-stats": { "Create().cnt": 454, "Create().ms-avg": 8, "Create()/acquire-cgroup.cnt": 454, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 454, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 453, "Create()/fork-proc.ms-avg": 7, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 137, "Create()/make-root-fs.cnt": 454, "Create()/make-root-fs.ms-avg": 0, "Destroy().cnt": 875, "Destroy().ms-avg": 1, "Destroy()/detach-root.cnt": 454, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 454, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 454, "Destroy()/remove-root.ms-avg": 0, "Pause().cnt": 32, "Pause().ms-avg": 1, "childExit().cnt": 453, "childExit().ms-avg": 0, "fork().cnt": 453, "fork().ms-avg": 7, "forkRequest.cnt": 453, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 471, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 453, "move-to-cg-after-fork.ms-avg": 0 }, "errors": [], "worker_tail": [ "2022/01/05 21:49:02 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:02 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:02 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:02 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:02 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:02 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:02 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:49:02 remove worker.pid", "2022/01/05 21:49:02 exiting", "" ] }, { "test": "sock_churn", "params": { "seconds": 10, "baseline": 32, "fork": true, "procs": 15 }, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-dir/registry", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "sock" }, "seconds": 11.168888568878174, "total_seconds": 11.844017744064331, "stats": { "sandboxes_per_sec": 37.9 }, "ol-stats": { "Create().cnt": 412, "Create().ms-avg": 151, "Create()/acquire-cgroup.cnt": 412, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 412, "Create()/acquire-mem.ms-avg": 87, "Create()/fork-proc.cnt": 411, "Create()/fork-proc.ms-avg": 59, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 178, "Create()/make-root-fs.cnt": 412, "Create()/make-root-fs.ms-avg": 1, "Destroy().cnt": 791, "Destroy().ms-avg": 56, "Destroy()/detach-root.cnt": 412, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 412, "Destroy()/kill-procs.ms-avg": 16, "Destroy()/remove-root.cnt": 412, "Destroy()/remove-root.ms-avg": 0, "Pause().cnt": 32, "Pause().ms-avg": 1, "childExit().cnt": 411, "childExit().ms-avg": 61, "fork().cnt": 411, "fork().ms-avg": 59, "forkRequest.cnt": 411, "forkRequest.ms-avg": 11, "fresh-cgroup.cnt": 429, "fresh-cgroup.ms-avg": 5, "move-to-cg-after-fork.cnt": 411, "move-to-cg-after-fork.ms-avg": 2 }, "errors": [], "worker_tail": [ "2022/01/05 21:49:14 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:14 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:14 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:14 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:14 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:14 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:14 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:49:14 remove worker.pid", "2022/01/05 21:49:14 exiting", "" ] }, { "test": "update_code", "params": {}, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "procs": 10, "swappiness": 0 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "storage": { "code": "", "root": "private", "scratch": "" }, "registry_cache_ms": 3000, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/tmp/tmps3eygq5k", "worker_port": "5000", "import_cache_tree": "", "docker_runtime": "", "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "lambda" }, "seconds": 6.02894926071167, "total_seconds": 6.27572774887085, "stats": null, "ol-stats": { "Channel().cnt": 3, "Channel().ms-avg": 0, "Create().cnt": 4, "Create().ms-avg": 43, "Create()/acquire-cgroup.cnt": 4, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 4, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 5, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 142, "Create()/make-root-fs.cnt": 4, "Create()/make-root-fs.ms-avg": 2, "Destroy().cnt": 4, "Destroy().ms-avg": 4, "Destroy()/detach-root.cnt": 4, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 4, "Destroy()/kill-procs.ms-avg": 3, "Destroy()/remove-root.cnt": 4, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 1687, "LambdaFunc.Invoke.ms-avg": 1, "Pause().cnt": 1690, "Pause().ms-avg": 0, "ServeHTTP.cnt": 1687, "ServeHTTP.ms-avg": 0, "Unpause().cnt": 1686, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 0, "fork().cnt": 3, "fork().ms-avg": 5, "forkRequest.cnt": 3, "forkRequest.ms-avg": 5, "fresh-cgroup.cnt": 21, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 7, "web-request.cnt": 1687, "web-request.ms-avg": 1 }, "errors": [], "worker_tail": [ "2022/01/05 21:49:20 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:20 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:20 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:20 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:20 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:20 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:20 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:49:20 remove worker.pid", "2022/01/05 21:49:20 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 1 }, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-registry", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "lambda" }, "seconds": 15.043226718902588, "total_seconds": 15.275736093521118, "stats": { "reqs_per_sec": 283.46666666666664 }, "ol-stats": { "Channel().cnt": 3, "Channel().ms-avg": 0, "Create().cnt": 4, "Create().ms-avg": 44, "Create()/acquire-cgroup.cnt": 4, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 4, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 7, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 140, "Create()/make-root-fs.cnt": 4, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 4, "Destroy().ms-avg": 4, "Destroy()/detach-root.cnt": 4, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 4, "Destroy()/kill-procs.ms-avg": 3, "Destroy()/remove-root.cnt": 4, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 4252, "LambdaFunc.Invoke.ms-avg": 1, "Pause().cnt": 4255, "Pause().ms-avg": 0, "ServeHTTP.cnt": 4252, "ServeHTTP.ms-avg": 0, "Unpause().cnt": 4251, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 0, "fork().cnt": 3, "fork().ms-avg": 7, "forkRequest.cnt": 3, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 21, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 1, "web-request.cnt": 4252, "web-request.ms-avg": 1 }, "errors": [], "worker_tail": [ "2022/01/05 21:49:36 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:36 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:36 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:36 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:36 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:36 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:36 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:49:36 remove worker.pid", "2022/01/05 21:49:36 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 2 }, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-registry", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "lambda" }, "seconds": 15.042758703231812, "total_seconds": 15.274509906768799, "stats": { "reqs_per_sec": 283.73333333333335 }, "ol-stats": { "Channel().cnt": 3, "Channel().ms-avg": 0, "Create().cnt": 4, "Create().ms-avg": 44, "Create()/acquire-cgroup.cnt": 4, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 4, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 8, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 139, "Create()/make-root-fs.cnt": 4, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 4, "Destroy().ms-avg": 4, "Destroy()/detach-root.cnt": 4, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 4, "Destroy()/kill-procs.ms-avg": 3, "Destroy()/remove-root.cnt": 4, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 4256, "LambdaFunc.Invoke.ms-avg": 1, "Pause().cnt": 3811, "Pause().ms-avg": 0, "ServeHTTP.cnt": 4256, "ServeHTTP.ms-avg": 0, "Unpause().cnt": 3807, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 0, "fork().cnt": 3, "fork().ms-avg": 8, "forkRequest.cnt": 3, "forkRequest.ms-avg": 5, "fresh-cgroup.cnt": 21, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 2, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 1, "web-request.cnt": 4256, "web-request.ms-avg": 1 }, "errors": [], "worker_tail": [ "2022/01/05 21:49:51 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:51 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:51 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:51 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:51 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:51 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:49:51 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:49:51 remove worker.pid", "2022/01/05 21:49:51 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 8 }, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": false, "downsize_paused_mem": true }, "registry": "/root/open-lambda/test-registry", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "lambda" }, "seconds": 15.065632104873657, "total_seconds": 15.297592401504517, "stats": { "reqs_per_sec": 253.06666666666666 }, "ol-stats": { "Channel().cnt": 3, "Channel().ms-avg": 0, "Create().cnt": 4, "Create().ms-avg": 44, "Create()/acquire-cgroup.cnt": 4, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 4, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 8, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 137, "Create()/make-root-fs.cnt": 4, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 4, "Destroy().ms-avg": 6, "Destroy()/detach-root.cnt": 4, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 4, "Destroy()/kill-procs.ms-avg": 2, "Destroy()/remove-root.cnt": 4, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 3796, "LambdaFunc.Invoke.ms-avg": 2, "Pause().cnt": 2889, "Pause().ms-avg": 0, "ServeHTTP.cnt": 3796, "ServeHTTP.ms-avg": 0, "Unpause().cnt": 2885, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 0, "fork().cnt": 3, "fork().ms-avg": 8, "forkRequest.cnt": 3, "forkRequest.ms-avg": 7, "fresh-cgroup.cnt": 21, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 5, "web-request.cnt": 3796, "web-request.ms-avg": 2 }, "errors": [], "worker_tail": [ "2022/01/05 21:50:06 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:06 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:06 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:06 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:06 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:06 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:06 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:50:06 remove worker.pid", "2022/01/05 21:50:06 exiting", "" ] }, { "test": "call_each_once_exec", "params": { "alloc_mb": 1, "lambda_count": 100 }, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "procs": 10, "swappiness": 0 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "storage": { "code": "", "root": "private", "scratch": "" }, "registry_cache_ms": 5000, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": true, "downsize_paused_mem": true }, "registry": "/tmp/tmpk_ouqv2f", "worker_port": "5000", "import_cache_tree": "", "docker_runtime": "", "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "lambda" }, "seconds": 3.1310133934020996, "total_seconds": 3.5834548473358154, "stats": { "reqs_per_sec": 31.938781889540792 }, "ol-stats": { "Channel().cnt": 100, "Channel().ms-avg": 0, "Create().cnt": 101, "Create().ms-avg": 8, "Create()/acquire-cgroup.cnt": 101, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 101, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 100, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 139, "Create()/make-root-fs.cnt": 101, "Create()/make-root-fs.ms-avg": 0, "Destroy().cnt": 153, "Destroy().ms-avg": 4, "Destroy()/detach-root.cnt": 101, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 101, "Destroy()/kill-procs.ms-avg": 3, "Destroy()/remove-root.cnt": 101, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 100, "LambdaFunc.Invoke.ms-avg": 27, "Pause().cnt": 200, "Pause().ms-avg": 9, "ServeHTTP.cnt": 100, "ServeHTTP.ms-avg": 7, "Unpause().cnt": 99, "Unpause().ms-avg": 0, "childExit().cnt": 100, "childExit().ms-avg": 2, "evict.cnt": 52, "evict.ms-avg": 11, "fork().cnt": 100, "fork().ms-avg": 6, "forkRequest.cnt": 100, "forkRequest.ms-avg": 5, "fresh-cgroup.cnt": 70, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 100, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 100, "pull-lambda.ms-avg": 3, "web-request.cnt": 100, "web-request.ms-avg": 27 }, "errors": [], "worker_tail": [ "2022/01/05 21:50:10 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:10 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:10 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:10 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:10 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:10 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:10 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:50:10 remove worker.pid", "2022/01/05 21:50:10 exiting", "" ] }, { "test": "call_each_once_exec", "params": { "alloc_mb": 10, "lambda_count": 1000 }, "pass": true, "conf": { "limits": { "installer_mem_mb": 250, "mem_mb": 50, "swappiness": 0, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "storage": { "code": "", "root": "private", "scratch": "" }, "trace": { "evictor": false, "cgroups": false, "package": false, "memory": false }, "mem_pool_mb": 500, "features": { "import_cache": true, "reuse_cgroups": true, "downsize_paused_mem": true }, "registry": "/tmp/tmp7zmne_uz", "docker_runtime": "", "worker_port": "5000", "import_cache_tree": "", "registry_cache_ms": 5000, "pip_mirror": "", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "sandbox": "sock", "server_mode": "lambda" }, "seconds": 46.415306091308594, "total_seconds": 46.96839261054993, "stats": { "reqs_per_sec": 21.544644271233288 }, "ol-stats": { "Channel().cnt": 1000, "Channel().ms-avg": 0, "Create().cnt": 1001, "Create().ms-avg": 9, "Create()/acquire-cgroup.cnt": 1001, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 1001, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 1000, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 435, "Create()/make-root-fs.cnt": 1001, "Create()/make-root-fs.ms-avg": 1, "Destroy().cnt": 1980, "Destroy().ms-avg": 6, "Destroy()/detach-root.cnt": 1001, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 1001, "Destroy()/kill-procs.ms-avg": 8, "Destroy()/remove-root.cnt": 1001, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 1000, "LambdaFunc.Invoke.ms-avg": 42, "Pause().cnt": 2000, "Pause().ms-avg": 9, "ServeHTTP.cnt": 1000, "ServeHTTP.ms-avg": 19, "Unpause().cnt": 999, "Unpause().ms-avg": 0, "childExit().cnt": 1000, "childExit().ms-avg": 4, "evict.cnt": 979, "evict.ms-avg": 13, "fork().cnt": 1000, "fork().ms-avg": 6, "forkRequest.cnt": 1000, "forkRequest.ms-avg": 5, "fresh-cgroup.cnt": 40, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 1000, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 1000, "pull-lambda.ms-avg": 2, "web-request.cnt": 1000, "web-request.ms-avg": 42 }, "errors": [], "worker_tail": [ "2022/01/05 21:50:57 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:57 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:57 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:57 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:57 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:57 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/05 21:50:57 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/05 21:50:57 remove worker.pid", "2022/01/05 21:50:57 exiting", "" ] } ], "passed": 15, "failed": 3, "seconds": 411.9271535873413 }