{ "runs": [ { "test": "ping_test", "params": {}, "pass": true, "conf": { "server_mode": "lambda", "mem_pool_mb": 500, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "registry": "/root/open-lambda/test-registry", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "worker_dir": "/root/open-lambda/test-dir/worker", "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "registry_cache_ms": 5000, "storage": { "code": "", "scratch": "", "root": "private" }, "pip_mirror": "" }, "seconds": 2.478646993637085, "total_seconds": 2.739701271057129, "stats": { "pings_per_sec": 403.44963877329803 }, "ol-stats": { "fresh-cgroup.cnt": 17, "fresh-cgroup.ms-avg": 0 }, "errors": [], "worker_tail": [ "2022/01/02 21:45:55 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:45:55 remove worker.pid", "2022/01/02 21:45:55 exiting", "" ] }, { "test": "install_tests", "params": {}, "pass": false, "conf": { "server_mode": "lambda", "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "mem_pool_mb": 500, "features": { "reuse_cgroups": false, "import_cache": false, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "worker_dir": "/root/open-lambda/test-dir/worker", "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "registry_cache_ms": 5000, "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "storage": { "code": "", "scratch": "", "root": "private" }, "pip_mirror": "" }, "seconds": null, "total_seconds": 16.056182384490967, "stats": null, "ol-stats": { "Channel().cnt": 9, "Channel().ms-avg": 0, "Create().cnt": 9, "Create().ms-avg": 720, "Create()/acquire-cgroup.cnt": 9, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 9, "Create()/acquire-mem.ms-avg": 0, "Create()/fresh-proc.cnt": 9, "Create()/fresh-proc.ms-avg": 718, "Create()/make-root-fs.cnt": 9, "Create()/make-root-fs.ms-avg": 1, "Destroy().cnt": 9, "Destroy().ms-avg": 3, "Destroy()/detach-root.cnt": 9, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 9, "Destroy()/kill-procs.ms-avg": 1, "Destroy()/remove-root.cnt": 9, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 3, "LambdaFunc.Invoke.ms-avg": 5205, "Pause().cnt": 3, "Pause().ms-avg": 4, "ServeHTTP.cnt": 3, "ServeHTTP.ms-avg": 116, "fresh-cgroup.cnt": 26, "fresh-cgroup.ms-avg": 0, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 27, "pull-package.cnt": 6, "pull-package.ms-avg": 1603, "web-request.cnt": 3, "web-request.ms-avg": 5205 }, "errors": [ [ "Traceback (most recent call last):", " File \"test.py\", line 81, in wrapper", " rv = fn(**kwargs)", " File \"test.py\", line 214, in install_tests", " assert(installs == 5)", "AssertionError", "" ] ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-dir", "2022/01/02 21:45:55 save PID 7475 to file /root/open-lambda/test-dir/worker/worker.pid", "2022/01/02 21:45:55 Start Lambda Server", "2022/01/02 21:45:55 Storage dir at /root/open-lambda/test-dir/worker/code", "2022/01/02 21:45:55 Storage dir at /root/open-lambda/test-dir/worker/scratch", "2022/01/02 21:45:55 Create SandboxPool", "2022/01/02 21:45:55 create /sys/fs/cgroup/blkio/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 create /sys/fs/cgroup/cpu/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 create /sys/fs/cgroup/devices/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 create /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 create /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 create /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 create /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 create /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 create /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 Storage dir at /root/open-lambda/test-dir/worker/root-sandboxes", "2022/01/02 21:45:55 Create DepTracer", "2022/01/02 21:45:55 Create PackagePuller", "2022/01/02 21:45:55 Create HandlerPuller", "2022/01/02 21:45:55 Setups Handlers", "2022/01/02 21:45:55 Execute handler by POSTing to localhost:5000/run/", "2022/01/02 21:45:55 Get status by sending request to localhost:5000/status", "2022/01/02 21:45:55 start creating/serving CGs [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:45:55 Receive request to /pid", "2022/01/02 21:45:55 Receive request to /run/echo", "2022/01/02 21:45:55 debug: LambdaFunc.Task() runs on goroutine 18 [FUNC echo]", "2022/01/02 21:45:55 increase instances to 1 [FUNC echo]", "2022/01/02 21:45:55 .Create(, true, /root/open-lambda/test-dir/worker/code/1001-echo, /root/open-lambda/test-dir/worker/scratch/1002-echo, )=1... [SOCK POOL sandboxes]", "2022/01/02 21:45:55 use cgroup cg-1 [SOCK 1]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:00 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:00 Channel() [SB 1]", "2022/01/02 21:46:00 Pause() [SB 1]", "2022/01/02 21:46:00 Receive request to /stats", "2022/01/02 21:46:00 Receive request to /run/install", "2022/01/02 21:46:00 debug: LambdaFunc.Task() runs on goroutine 31 [FUNC install]", "2022/01/02 21:46:00 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/requests'", "2022/01/02 21:46:00 run pip install requests from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/requests on host", "2022/01/02 21:46:00 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/requests, )=2... [SOCK POOL sandboxes]", "2022/01/02 21:46:00 use cgroup cg-2 [SOCK 2]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:01 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:01 Channel() [SB 2]", "Collecting requests", " Using cached requests-2.26.0-py2.py3-none-any.whl (62 kB)", "Installing collected packages: requests", "Successfully installed requests-2.26.0", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/02 21:46:04 Destroy() [SB 2]", "2022/01/02 21:46:04 CG ref count decremented to 0 [SOCK 2]", "2022/01/02 21:46:04 waiting for 1 procs in cg-2 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:04 killed PIDs [7495] in CG [SOCK 2]", "2022/01/02 21:46:04 unmount and remove dirs [SOCK 2]", "2022/01/02 21:46:04 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/certifi'", "2022/01/02 21:46:04 run pip install certifi from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/certifi on host", "2022/01/02 21:46:04 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/certifi, )=3... [SOCK POOL sandboxes]", "2022/01/02 21:46:04 use cgroup cg-3 [SOCK 3]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:05 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:05 Channel() [SB 3]", "Collecting certifi", " Using cached certifi-2021.10.8-py2.py3-none-any.whl (149 kB)", "Installing collected packages: certifi", "Successfully installed certifi-2021.10.8", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/02 21:46:06 Destroy() [SB 3]", "2022/01/02 21:46:06 CG ref count decremented to 0 [SOCK 3]", "2022/01/02 21:46:06 waiting for 1 procs in cg-3 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:06 killed PIDs [7508] in CG [SOCK 3]", "2022/01/02 21:46:06 unmount and remove dirs [SOCK 3]", "2022/01/02 21:46:06 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/urllib3'", "2022/01/02 21:46:06 run pip install urllib3 from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/urllib3 on host", "2022/01/02 21:46:06 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/urllib3, )=4... [SOCK POOL sandboxes]", "2022/01/02 21:46:06 use cgroup cg-4 [SOCK 4]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:06 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:06 Channel() [SB 4]", "Collecting urllib3", " Using cached urllib3-1.26.7-py2.py3-none-any.whl (138 kB)", "Installing collected packages: urllib3", "Successfully installed urllib3-1.26.7", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/02 21:46:07 Destroy() [SB 4]", "2022/01/02 21:46:07 CG ref count decremented to 0 [SOCK 4]", "2022/01/02 21:46:07 waiting for 1 procs in cg-4 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:07 killed PIDs [7521] in CG [SOCK 4]", "2022/01/02 21:46:07 unmount and remove dirs [SOCK 4]", "2022/01/02 21:46:07 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/charset-normalizer'", "2022/01/02 21:46:07 run pip install charset-normalizer from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/charset-normalizer on host", "2022/01/02 21:46:07 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/charset-normalizer, )=5... [SOCK POOL sandboxes]", "2022/01/02 21:46:07 use cgroup cg-5 [SOCK 5]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:07 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:07 Channel() [SB 5]", "Collecting charset-normalizer", " Using cached charset_normalizer-2.0.9-py3-none-any.whl (39 kB)", "Installing collected packages: charset-normalizer", "Successfully installed charset-normalizer-2.0.9", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/02 21:46:08 Destroy() [SB 5]", "2022/01/02 21:46:08 CG ref count decremented to 0 [SOCK 5]", "2022/01/02 21:46:08 waiting for 1 procs in cg-5 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:08 killed PIDs [7534] in CG [SOCK 5]", "2022/01/02 21:46:08 unmount and remove dirs [SOCK 5]", "2022/01/02 21:46:08 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/idna'", "2022/01/02 21:46:08 run pip install idna from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/idna on host", "2022/01/02 21:46:08 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/idna, )=6... [SOCK POOL sandboxes]", "2022/01/02 21:46:08 use cgroup cg-6 [SOCK 6]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:08 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:08 Channel() [SB 6]", "Collecting idna", " Downloading idna-3.3-py3-none-any.whl (61 kB)", "Installing collected packages: idna", "Successfully installed idna-3.3", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/02 21:46:09 Destroy() [SB 6]", "2022/01/02 21:46:09 CG ref count decremented to 0 [SOCK 6]", "2022/01/02 21:46:09 waiting for 1 procs in cg-6 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:09 killed PIDs [7547] in CG [SOCK 6]", "2022/01/02 21:46:09 unmount and remove dirs [SOCK 6]", "2022/01/02 21:46:09 increase instances to 1 [FUNC install]", "2022/01/02 21:46:09 .Create(, true, /root/open-lambda/test-dir/worker/code/1004-install, /root/open-lambda/test-dir/worker/scratch/1010-install, )=7... [SOCK POOL sandboxes]", "2022/01/02 21:46:09 use cgroup cg-7 [SOCK 7]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:09 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:09 Channel() [SB 7]", "2022/01/02 21:46:09 Pause() [SB 7]", "2022/01/02 21:46:09 Receive request to /stats", "2022/01/02 21:46:09 Receive request to /run/install2", "2022/01/02 21:46:09 debug: LambdaFunc.Task() runs on goroutine 58 [FUNC install2]", "2022/01/02 21:46:09 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/chardet'", "2022/01/02 21:46:09 run pip install chardet from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/chardet on host", "2022/01/02 21:46:09 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/chardet, )=8... [SOCK POOL sandboxes]", "2022/01/02 21:46:09 use cgroup cg-8 [SOCK 8]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:09 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:09 Channel() [SB 8]", "Collecting chardet", " Downloading chardet-4.0.0-py2.py3-none-any.whl (178 kB)", "Installing collected packages: chardet", "Successfully installed chardet-4.0.0", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/02 21:46:10 Destroy() [SB 8]", "2022/01/02 21:46:10 CG ref count decremented to 0 [SOCK 8]", "2022/01/02 21:46:10 waiting for 1 procs in cg-8 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:10 killed PIDs [7564] in CG [SOCK 8]", "2022/01/02 21:46:10 unmount and remove dirs [SOCK 8]", "2022/01/02 21:46:10 increase instances to 1 [FUNC install2]", "2022/01/02 21:46:10 .Create(, true, /root/open-lambda/test-dir/worker/code/1012-install2, /root/open-lambda/test-dir/worker/scratch/1014-install2, )=9... [SOCK POOL sandboxes]", "2022/01/02 21:46:10 use cgroup cg-9 [SOCK 9]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:11 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:11 Channel() [SB 9]", "2022/01/02 21:46:11 Pause() [SB 9]", "2022/01/02 21:46:11 Receive request to /stats", "2022/01/02 21:46:11 received kill signal, cleaning up", "2022/01/02 21:46:11 Kill function: echo", "2022/01/02 21:46:11 Destroy() [SB 1]", "2022/01/02 21:46:11 CG ref count decremented to 0 [SOCK 1]", "2022/01/02 21:46:11 killed PIDs [7491] in CG [SOCK 1]", "2022/01/02 21:46:11 unmount and remove dirs [SOCK 1]", "2022/01/02 21:46:11 Kill function: install", "2022/01/02 21:46:11 Destroy() [SB 7]", "2022/01/02 21:46:11 CG ref count decremented to 0 [SOCK 7]", "2022/01/02 21:46:11 killed PIDs [7560] in CG [SOCK 7]", "2022/01/02 21:46:11 unmount and remove dirs [SOCK 7]", "2022/01/02 21:46:11 Kill function: install2", "2022/01/02 21:46:11 Destroy() [SB 9]", "2022/01/02 21:46:11 CG ref count decremented to 0 [SOCK 9]", "2022/01/02 21:46:11 killed PIDs [7577] in CG [SOCK 9]", "2022/01/02 21:46:11 unmount and remove dirs [SOCK 9]", "2022/01/02 21:46:11 make sure all memory is free [SOCK POOL sandboxes]", "2022/01/02 21:46:11 memory pool emptied [SOCK POOL sandboxes]", "2022/01/02 21:46:11 received shutdown request [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 empty queues and release CGs [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 remove /sys/fs/cgroup/blkio/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 remove /sys/fs/cgroup/cpu/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 remove /sys/fs/cgroup/devices/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:46:11 remove worker.pid", "2022/01/02 21:46:11 exiting", "" ] }, { "test": "install_tests", "params": {}, "pass": false, "conf": { "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "mem_pool_mb": 500, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "registry": "/root/open-lambda/test-registry", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "registry_cache_ms": 5000, "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": null, "total_seconds": 6.889680862426758, "stats": null, "ol-stats": { "Channel().cnt": 9, "Channel().ms-avg": 0, "Create().cnt": 10, "Create().ms-avg": 108, "Create()/acquire-cgroup.cnt": 10, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 10, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 8, "Create()/fresh-proc.cnt": 7, "Create()/fresh-proc.ms-avg": 148, "Create()/make-root-fs.cnt": 10, "Create()/make-root-fs.ms-avg": 1, "Destroy().cnt": 10, "Destroy().ms-avg": 3, "Destroy()/detach-root.cnt": 10, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 10, "Destroy()/kill-procs.ms-avg": 1, "Destroy()/remove-root.cnt": 10, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 3, "LambdaFunc.Invoke.ms-avg": 2207, "Pause().cnt": 6, "Pause().ms-avg": 4, "ServeHTTP.cnt": 3, "ServeHTTP.ms-avg": 43, "Unpause().cnt": 2, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 0, "fork().cnt": 3, "fork().ms-avg": 8, "forkRequest.cnt": 3, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 27, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 1, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 1, "pull-package.cnt": 6, "pull-package.ms-avg": 1044, "web-request.cnt": 3, "web-request.ms-avg": 2207 }, "errors": [ [ "Traceback (most recent call last):", " File \"test.py\", line 81, in wrapper", " rv = fn(**kwargs)", " File \"test.py\", line 214, in install_tests", " assert(installs == 5)", "AssertionError", "" ] ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-dir", "2022/01/02 21:46:11 save PID 7594 to file /root/open-lambda/test-dir/worker/worker.pid", "2022/01/02 21:46:11 Start Lambda Server", "2022/01/02 21:46:11 Storage dir at /root/open-lambda/test-dir/worker/code", "2022/01/02 21:46:11 Storage dir at /root/open-lambda/test-dir/worker/scratch", "2022/01/02 21:46:11 Create SandboxPool", "2022/01/02 21:46:11 create /sys/fs/cgroup/blkio/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 create /sys/fs/cgroup/cpu/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 create /sys/fs/cgroup/devices/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 create /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 create /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 create /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 create /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 create /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 create /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 Storage dir at /root/open-lambda/test-dir/worker/root-sandboxes", "2022/01/02 21:46:11 Create DepTracer", "2022/01/02 21:46:11 Create PackagePuller", "2022/01/02 21:46:11 Create ImportCache", "2022/01/02 21:46:11 Import Cache Tree:", "2022/01/02 21:46:11 0 - ROOT", "2022/01/02 21:46:11 Create HandlerPuller", "2022/01/02 21:46:11 Setups Handlers", "2022/01/02 21:46:11 Execute handler by POSTing to localhost:5000/run/", "2022/01/02 21:46:11 Get status by sending request to localhost:5000/status", "2022/01/02 21:46:11 start creating/serving CGs [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:11 Receive request to /pid", "2022/01/02 21:46:11 Receive request to /run/echo", "2022/01/02 21:46:11 debug: LambdaFunc.Task() runs on goroutine 18 [FUNC echo]", "2022/01/02 21:46:11 increase instances to 1 [FUNC echo]", "2022/01/02 21:46:11 Try using Zygote from ", "2022/01/02 21:46:11 .Create(, false, /root/open-lambda/test-dir/worker/code/1003-import-cache, /root/open-lambda/test-dir/worker/scratch/1004-import-cache, )=1... [SOCK POOL sandboxes]", "2022/01/02 21:46:11 use cgroup cg-1 [SOCK 1]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start fork server on fd: 3", "2022/01/02 21:46:11 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:11 .Create(, true, /root/open-lambda/test-dir/worker/code/1001-echo, /root/open-lambda/test-dir/worker/scratch/1002-echo, )=2... [SOCK POOL sandboxes]", "2022/01/02 21:46:11 use cgroup cg-2 [SOCK 2]", "2022/01/02 21:46:11 fork(SB 2) [SB 1]", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:11 move PID 7613 from CG cg-1 to CG cg-2 [SOCK 1]", "2022/01/02 21:46:11 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:11 Pause() [SB 1]", "2022/01/02 21:46:11 Channel() [SB 2]", "2022/01/02 21:46:11 Pause() [SB 2]", "2022/01/02 21:46:11 Receive request to /stats", "2022/01/02 21:46:11 Receive request to /run/install", "2022/01/02 21:46:11 debug: LambdaFunc.Task() runs on goroutine 31 [FUNC install]", "2022/01/02 21:46:11 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/requests'", "2022/01/02 21:46:11 run pip install requests from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/requests on host", "2022/01/02 21:46:11 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/requests, )=3... [SOCK POOL sandboxes]", "2022/01/02 21:46:11 use cgroup cg-3 [SOCK 3]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:11 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:11 Channel() [SB 3]", "Collecting requests", " Using cached requests-2.26.0-py2.py3-none-any.whl (62 kB)", "Installing collected packages: requests", "Successfully installed requests-2.26.0", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/02 21:46:12 Destroy() [SB 3]", "2022/01/02 21:46:12 CG ref count decremented to 0 [SOCK 3]", "2022/01/02 21:46:12 waiting for 1 procs in cg-3 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:12 killed PIDs [7618] in CG [SOCK 3]", "2022/01/02 21:46:12 unmount and remove dirs [SOCK 3]", "2022/01/02 21:46:12 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/certifi'", "2022/01/02 21:46:12 run pip install certifi from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/certifi on host", "2022/01/02 21:46:12 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/certifi, )=4... [SOCK POOL sandboxes]", "2022/01/02 21:46:12 use cgroup cg-4 [SOCK 4]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:12 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:12 Channel() [SB 4]", "Collecting certifi", " Using cached certifi-2021.10.8-py2.py3-none-any.whl (149 kB)", "Installing collected packages: certifi", "Successfully installed certifi-2021.10.8", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/02 21:46:13 Destroy() [SB 4]", "2022/01/02 21:46:13 CG ref count decremented to 0 [SOCK 4]", "2022/01/02 21:46:13 waiting for 1 procs in cg-4 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:13 killed PIDs [7631] in CG [SOCK 4]", "2022/01/02 21:46:13 unmount and remove dirs [SOCK 4]", "2022/01/02 21:46:13 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/urllib3'", "2022/01/02 21:46:13 run pip install urllib3 from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/urllib3 on host", "2022/01/02 21:46:13 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/urllib3, )=5... [SOCK POOL sandboxes]", "2022/01/02 21:46:13 use cgroup cg-5 [SOCK 5]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:13 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:13 Channel() [SB 5]", "Collecting urllib3", " Using cached urllib3-1.26.7-py2.py3-none-any.whl (138 kB)", "Installing collected packages: urllib3", "Successfully installed urllib3-1.26.7", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/02 21:46:14 Destroy() [SB 5]", "2022/01/02 21:46:14 CG ref count decremented to 0 [SOCK 5]", "2022/01/02 21:46:14 waiting for 1 procs in cg-5 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:14 killed PIDs [7644] in CG [SOCK 5]", "2022/01/02 21:46:14 unmount and remove dirs [SOCK 5]", "2022/01/02 21:46:14 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/idna'", "2022/01/02 21:46:14 run pip install idna from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/idna on host", "2022/01/02 21:46:14 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/idna, )=6... [SOCK POOL sandboxes]", "2022/01/02 21:46:14 use cgroup cg-6 [SOCK 6]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:14 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:14 Channel() [SB 6]", "Collecting idna", " Downloading idna-3.3-py3-none-any.whl (61 kB)", "Installing collected packages: idna", "Successfully installed idna-3.3", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/02 21:46:15 Destroy() [SB 6]", "2022/01/02 21:46:15 CG ref count decremented to 0 [SOCK 6]", "2022/01/02 21:46:15 waiting for 1 procs in cg-6 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:15 killed PIDs [7657] in CG [SOCK 6]", "2022/01/02 21:46:15 unmount and remove dirs [SOCK 6]", "2022/01/02 21:46:15 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/charset-normalizer'", "2022/01/02 21:46:15 run pip install charset-normalizer from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/charset-normalizer on host", "2022/01/02 21:46:15 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/charset-normalizer, )=7... [SOCK POOL sandboxes]", "2022/01/02 21:46:15 use cgroup cg-7 [SOCK 7]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:15 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:15 Channel() [SB 7]", "Collecting charset-normalizer", " Using cached charset_normalizer-2.0.9-py3-none-any.whl (39 kB)", "Installing collected packages: charset-normalizer", "Successfully installed charset-normalizer-2.0.9", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/02 21:46:16 Destroy() [SB 7]", "2022/01/02 21:46:16 CG ref count decremented to 0 [SOCK 7]", "2022/01/02 21:46:16 waiting for 1 procs in cg-7 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:16 killed PIDs [7670] in CG [SOCK 7]", "2022/01/02 21:46:16 unmount and remove dirs [SOCK 7]", "2022/01/02 21:46:16 increase instances to 1 [FUNC install]", "2022/01/02 21:46:16 Try using Zygote from ", "2022/01/02 21:46:16 Unpause() [SB 1]", "2022/01/02 21:46:16 .Create(, true, /root/open-lambda/test-dir/worker/code/1007-install, /root/open-lambda/test-dir/worker/scratch/1013-install, )=8... [SOCK POOL sandboxes]", "2022/01/02 21:46:16 use cgroup cg-8 [SOCK 8]", "2022/01/02 21:46:16 fork(SB 8) [SB 1]", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:16 move PID 7682 from CG cg-1 to CG cg-8 [SOCK 1]", "2022/01/02 21:46:16 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:16 Pause() [SB 1]", "2022/01/02 21:46:16 Channel() [SB 8]", "2022/01/02 21:46:16 Pause() [SB 8]", "2022/01/02 21:46:16 Receive request to /stats", "2022/01/02 21:46:16 Receive request to /run/install2", "2022/01/02 21:46:16 debug: LambdaFunc.Task() runs on goroutine 58 [FUNC install2]", "2022/01/02 21:46:16 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/chardet'", "2022/01/02 21:46:16 run pip install chardet from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/chardet on host", "2022/01/02 21:46:16 .Create(, true, /root/open-lambda/test-dir/worker/admin-lambdas/pip-install, /root/open-lambda/test-dir/lambda/packages/chardet, )=9... [SOCK POOL sandboxes]", "2022/01/02 21:46:16 use cgroup cg-9 [SOCK 9]", "sock2.py: started new process with args: sock2.py /host/bootstrap.py 9", "sock2.py: joined cgroup, close FD 3", "sock2.py: joined cgroup, close FD 4", "sock2.py: joined cgroup, close FD 5", "sock2.py: joined cgroup, close FD 6", "sock2.py: joined cgroup, close FD 7", "sock2.py: joined cgroup, close FD 8", "sock2.py: joined cgroup, close FD 9", "sock2.py: joined cgroup, close FD 10", "sock2.py: joined cgroup, close FD 11", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:16 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:16 Channel() [SB 9]", "Collecting chardet", " Downloading chardet-4.0.0-py2.py3-none-any.whl (178 kB)", "Installing collected packages: chardet", "Successfully installed chardet-4.0.0", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv", "pip install returned code 0", "2022/01/02 21:46:18 Destroy() [SB 9]", "2022/01/02 21:46:18 CG ref count decremented to 0 [SOCK 9]", "2022/01/02 21:46:18 waiting for 1 procs in cg-9 to die [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:18 killed PIDs [7687] in CG [SOCK 9]", "2022/01/02 21:46:18 unmount and remove dirs [SOCK 9]", "2022/01/02 21:46:18 increase instances to 1 [FUNC install2]", "2022/01/02 21:46:18 Try using Zygote from ", "2022/01/02 21:46:18 Unpause() [SB 1]", "2022/01/02 21:46:18 .Create(, true, /root/open-lambda/test-dir/worker/code/1015-install2, /root/open-lambda/test-dir/worker/scratch/1017-install2, )=10... [SOCK POOL sandboxes]", "2022/01/02 21:46:18 use cgroup cg-10 [SOCK 10]", "2022/01/02 21:46:18 fork(SB 10) [SB 1]", "2022/01/02 21:46:18 move PID 7699 from CG cg-1 to CG cg-10 [SOCK 1]", "2022/01/02 21:46:18 ...returns , [SOCK POOL sandboxes]", "2022/01/02 21:46:18 Pause() [SB 1]", "sock2.py: start web server on fd: 3", "2022/01/02 21:46:18 Channel() [SB 10]", "2022/01/02 21:46:18 Pause() [SB 10]", "2022/01/02 21:46:18 Receive request to /stats", "2022/01/02 21:46:18 received kill signal, cleaning up", "2022/01/02 21:46:18 Kill function: echo", "2022/01/02 21:46:18 Destroy() [SB 2]", "2022/01/02 21:46:18 CG ref count decremented to 0 [SOCK 2]", "2022/01/02 21:46:18 killed PIDs [7613] in CG [SOCK 2]", "2022/01/02 21:46:18 unmount and remove dirs [SOCK 2]", "2022/01/02 21:46:18 childExit(SB 2) [SB 1]", "2022/01/02 21:46:18 CG ref count decremented to 3 [SOCK 1]", "2022/01/02 21:46:18 Kill function: install", "2022/01/02 21:46:18 Destroy() [SB 8]", "2022/01/02 21:46:18 CG ref count decremented to 0 [SOCK 8]", "2022/01/02 21:46:18 killed PIDs [7682] in CG [SOCK 8]", "2022/01/02 21:46:18 unmount and remove dirs [SOCK 8]", "2022/01/02 21:46:18 childExit(SB 8) [SB 1]", "2022/01/02 21:46:18 CG ref count decremented to 2 [SOCK 1]", "2022/01/02 21:46:18 Kill function: install2", "2022/01/02 21:46:18 Destroy() [SB 10]", "2022/01/02 21:46:18 CG ref count decremented to 0 [SOCK 10]", "2022/01/02 21:46:18 killed PIDs [7699] in CG [SOCK 10]", "2022/01/02 21:46:18 unmount and remove dirs [SOCK 10]", "2022/01/02 21:46:18 childExit(SB 10) [SB 1]", "2022/01/02 21:46:18 CG ref count decremented to 1 [SOCK 1]", "2022/01/02 21:46:18 Import Cache Tree:", "2022/01/02 21:46:18 3 - ROOT", "2022/01/02 21:46:18 Destroy() [SB 1]", "2022/01/02 21:46:18 CG ref count decremented to 0 [SOCK 1]", "2022/01/02 21:46:18 killed PIDs [7611] in CG [SOCK 1]", "2022/01/02 21:46:18 unmount and remove dirs [SOCK 1]", "2022/01/02 21:46:18 make sure all memory is free [SOCK POOL sandboxes]", "2022/01/02 21:46:18 memory pool emptied [SOCK POOL sandboxes]", "2022/01/02 21:46:18 received shutdown request [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:18 empty queues and release CGs [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:18 remove /sys/fs/cgroup/blkio/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:18 remove /sys/fs/cgroup/cpu/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:18 remove /sys/fs/cgroup/devices/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:18 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:18 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:18 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:18 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:18 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:18 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:18 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:46:18 remove worker.pid", "2022/01/02 21:46:18 exiting", "" ] }, { "test": "install_tests", "params": {}, "pass": false, "conf": { "server_mode": "lambda", "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "features": { "reuse_cgroups": false, "import_cache": false, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "docker", "worker_dir": "/root/open-lambda/test-dir/worker", "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "registry_cache_ms": 5000, "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "mem_pool_mb": 500, "storage": { "code": "", "scratch": "", "root": "private" }, "pip_mirror": "" }, "seconds": null, "total_seconds": 22.83544921875, "stats": null, "ol-stats": { "Channel().cnt": 9, "Channel().ms-avg": 0, "Create().cnt": 9, "Create().ms-avg": 1345, "Destroy().cnt": 9, "Destroy().ms-avg": 286, "LambdaFunc.Invoke.cnt": 3, "LambdaFunc.Invoke.ms-avg": 7321, "Pause().cnt": 3, "Pause().ms-avg": 29, "ServeHTTP.cnt": 3, "ServeHTTP.ms-avg": 1, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 2, "pull-package.cnt": 6, "pull-package.ms-avg": 2296, "web-request.cnt": 3, "web-request.ms-avg": 7321 }, "errors": [ [ "Traceback (most recent call last):", " File \"test.py\", line 81, in wrapper", " rv = fn(**kwargs)", " File \"test.py\", line 214, in install_tests", " assert(installs == 5)", "AssertionError", "" ] ], "worker_tail": [ "using existing OL directory at /root/open-lambda/test-dir", "2022/01/02 21:46:18 save PID 7718 to file /root/open-lambda/test-dir/worker/worker.pid", "2022/01/02 21:46:18 Start Lambda Server", "2022/01/02 21:46:18 Storage dir at /root/open-lambda/test-dir/worker/code", "2022/01/02 21:46:18 Storage dir at /root/open-lambda/test-dir/worker/scratch", "2022/01/02 21:46:18 Create SandboxPool", "2022/01/02 21:46:18 Create DepTracer", "2022/01/02 21:46:18 Create PackagePuller", "2022/01/02 21:46:18 Create HandlerPuller", "2022/01/02 21:46:18 Setups Handlers", "2022/01/02 21:46:18 Execute handler by POSTing to localhost:5000/run/", "2022/01/02 21:46:18 Get status by sending request to localhost:5000/status", "2022/01/02 21:46:18 Receive request to /pid", "2022/01/02 21:46:18 Receive request to /run/echo", "2022/01/02 21:46:18 debug: LambdaFunc.Task() runs on goroutine 13 [FUNC echo]", "2022/01/02 21:46:18 increase instances to 1 [FUNC echo]", "2022/01/02 21:46:24 Channel() [SB 0]", "2022/01/02 21:46:24 Pause() [SB 0]", "2022/01/02 21:46:24 Receive request to /stats", "2022/01/02 21:46:24 Receive request to /run/install", "2022/01/02 21:46:24 debug: LambdaFunc.Task() runs on goroutine 52 [FUNC install]", "2022/01/02 21:46:24 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/requests'", "2022/01/02 21:46:24 run pip install requests from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/requests on host", "2022/01/02 21:46:25 Channel() [SB 1]", "2022/01/02 21:46:28 Destroy() [SB 1]", "2022/01/02 21:46:29 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/urllib3'", "2022/01/02 21:46:29 run pip install urllib3 from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/urllib3 on host", "2022/01/02 21:46:30 Channel() [SB 2]", "2022/01/02 21:46:31 Destroy() [SB 2]", "2022/01/02 21:46:31 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/charset-normalizer'", "2022/01/02 21:46:31 run pip install charset-normalizer from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/charset-normalizer on host", "2022/01/02 21:46:32 Channel() [SB 3]", "2022/01/02 21:46:32 Destroy() [SB 3]", "2022/01/02 21:46:33 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/certifi'", "2022/01/02 21:46:33 run pip install certifi from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/certifi on host", "2022/01/02 21:46:33 Channel() [SB 4]", "2022/01/02 21:46:34 Destroy() [SB 4]", "2022/01/02 21:46:34 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/idna'", "2022/01/02 21:46:34 run pip install idna from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/idna on host", "2022/01/02 21:46:35 Channel() [SB 5]", "2022/01/02 21:46:36 Destroy() [SB 5]", "2022/01/02 21:46:36 increase instances to 1 [FUNC install]", "2022/01/02 21:46:37 Channel() [SB 6]", "2022/01/02 21:46:37 Pause() [SB 6]", "2022/01/02 21:46:37 Receive request to /stats", "2022/01/02 21:46:37 Receive request to /run/install2", "2022/01/02 21:46:37 debug: LambdaFunc.Task() runs on goroutine 220 [FUNC install2]", "2022/01/02 21:46:37 do pip install, using scratchDir='/root/open-lambda/test-dir/lambda/packages/chardet'", "2022/01/02 21:46:37 run pip install chardet from a new Sandbox to /root/open-lambda/test-dir/lambda/packages/chardet on host", "2022/01/02 21:46:38 Channel() [SB 7]", "2022/01/02 21:46:39 Destroy() [SB 7]", "2022/01/02 21:46:39 increase instances to 1 [FUNC install2]", "2022/01/02 21:46:40 Channel() [SB 8]", "2022/01/02 21:46:40 Pause() [SB 8]", "2022/01/02 21:46:40 Receive request to /stats", "2022/01/02 21:46:40 received kill signal, cleaning up", "2022/01/02 21:46:40 Kill function: install", "2022/01/02 21:46:40 Destroy() [SB 6]", "2022/01/02 21:46:40 Kill function: install2", "2022/01/02 21:46:40 Destroy() [SB 8]", "2022/01/02 21:46:40 Kill function: echo", "2022/01/02 21:46:40 Destroy() [SB 0]", "2022/01/02 21:46:41 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:46:41 remove worker.pid", "2022/01/02 21:46:41 exiting", "" ] }, { "test": "fork_bomb", "params": {}, "pass": true, "conf": { "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "mem_pool_mb": 500, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "registry": "/root/open-lambda/test-registry", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "registry_cache_ms": 5000, "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": 0.19353175163269043, "total_seconds": 0.4279336929321289, "stats": null, "ol-stats": { "Channel().cnt": 1, "Channel().ms-avg": 0, "Create().cnt": 2, "Create().ms-avg": 81, "Create()/acquire-cgroup.cnt": 2, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 2, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 1, "Create()/fork-proc.ms-avg": 7, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 145, "Create()/make-root-fs.cnt": 2, "Create()/make-root-fs.ms-avg": 4, "Destroy().cnt": 2, "Destroy().ms-avg": 2, "Destroy()/detach-root.cnt": 2, "Destroy()/detach-root.ms-avg": 1, "Destroy()/kill-procs.cnt": 2, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 2, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 1, "LambdaFunc.Invoke.ms-avg": 189, "Pause().cnt": 2, "Pause().ms-avg": 5, "ServeHTTP.cnt": 1, "ServeHTTP.ms-avg": 15, "childExit().cnt": 1, "childExit().ms-avg": 0, "fork().cnt": 1, "fork().ms-avg": 7, "forkRequest.cnt": 1, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 19, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 1, "move-to-cg-after-fork.ms-avg": 1, "pull-lambda.cnt": 1, "pull-lambda.ms-avg": 3, "web-request.cnt": 1, "web-request.ms-avg": 189 }, "errors": [], "worker_tail": [ "2022/01/02 21:46:41 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:41 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:41 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:41 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:41 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:41 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:41 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:46:41 remove worker.pid", "2022/01/02 21:46:41 exiting", "" ] }, { "test": "max_mem_alloc", "params": {}, "pass": true, "conf": { "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "mem_pool_mb": 500, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "registry": "/root/open-lambda/test-registry", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "registry_cache_ms": 5000, "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": 0.96285080909729, "total_seconds": 1.1985423564910889, "stats": null, "ol-stats": { "Channel().cnt": 1, "Channel().ms-avg": 0, "Create().cnt": 2, "Create().ms-avg": 82, "Create()/acquire-cgroup.cnt": 2, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 2, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 1, "Create()/fork-proc.ms-avg": 8, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 146, "Create()/make-root-fs.cnt": 2, "Create()/make-root-fs.ms-avg": 4, "Destroy().cnt": 2, "Destroy().ms-avg": 2, "Destroy()/detach-root.cnt": 2, "Destroy()/detach-root.ms-avg": 1, "Destroy()/kill-procs.cnt": 2, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 2, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 1, "LambdaFunc.Invoke.ms-avg": 958, "Pause().cnt": 2, "Pause().ms-avg": 5, "ServeHTTP.cnt": 1, "ServeHTTP.ms-avg": 777, "childExit().cnt": 1, "childExit().ms-avg": 0, "fork().cnt": 1, "fork().ms-avg": 8, "forkRequest.cnt": 1, "forkRequest.ms-avg": 7, "fresh-cgroup.cnt": 19, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 1, "move-to-cg-after-fork.ms-avg": 1, "pull-lambda.cnt": 1, "pull-lambda.ms-avg": 8, "web-request.cnt": 1, "web-request.ms-avg": 958 }, "errors": [], "worker_tail": [ "2022/01/02 21:46:42 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:42 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:42 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:42 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:42 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:42 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:46:42 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:46:42 remove worker.pid", "2022/01/02 21:46:42 exiting", "" ] }, { "test": "numpy_test", "params": {}, "pass": true, "conf": { "registry": "/root/open-lambda/test-registry", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "mem_pool_mb": 500, "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "server_mode": "lambda", "registry_cache_ms": 5000, "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": 47.978992223739624, "total_seconds": 48.316208362579346, "stats": null, "ol-stats": { "Channel().cnt": 13, "Channel().ms-avg": 0, "Create().cnt": 14, "Create().ms-avg": 112, "Create()/acquire-cgroup.cnt": 14, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 14, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 5, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 9, "Create()/fresh-proc.ms-avg": 167, "Create()/make-root-fs.cnt": 14, "Create()/make-root-fs.ms-avg": 1, "Destroy().cnt": 14, "Destroy().ms-avg": 4, "Destroy()/detach-root.cnt": 14, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 14, "Destroy()/kill-procs.ms-avg": 3, "Destroy()/remove-root.cnt": 14, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 5, "LambdaFunc.Invoke.ms-avg": 9591, "Pause().cnt": 10, "Pause().ms-avg": 5, "ServeHTTP.cnt": 5, "ServeHTTP.ms-avg": 901, "Unpause().cnt": 4, "Unpause().ms-avg": 0, "childExit().cnt": 5, "childExit().ms-avg": 0, "fork().cnt": 5, "fork().ms-avg": 6, "forkRequest.cnt": 5, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 31, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 5, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 5, "pull-lambda.ms-avg": 4, "pull-package.cnt": 8, "pull-package.ms-avg": 5398, "web-request.cnt": 5, "web-request.ms-avg": 9591 }, "errors": [], "worker_tail": [ "2022/01/02 21:47:30 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:30 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:30 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:30 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:30 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:30 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:30 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:47:30 remove worker.pid", "2022/01/02 21:47:30 exiting", "" ] }, { "test": "sock_churn", "params": { "baseline": 0, "fork": false, "seconds": 5, "procs": 1 }, "pass": true, "conf": { "registry": "/root/open-lambda/test-dir/registry", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "registry_cache_ms": 5000, "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "server_mode": "sock", "mem_pool_mb": 500, "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": 5.174662351608276, "total_seconds": 5.40127968788147, "stats": { "sandboxes_per_sec": 5.8 }, "ol-stats": { "Create().cnt": 29, "Create().ms-avg": 152, "Create()/acquire-cgroup.cnt": 29, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 29, "Create()/acquire-mem.ms-avg": 0, "Create()/fresh-proc.cnt": 29, "Create()/fresh-proc.ms-avg": 147, "Create()/make-root-fs.cnt": 29, "Create()/make-root-fs.ms-avg": 4, "Destroy().cnt": 58, "Destroy().ms-avg": 1, "Destroy()/detach-root.cnt": 29, "Destroy()/detach-root.ms-avg": 1, "Destroy()/kill-procs.cnt": 29, "Destroy()/kill-procs.ms-avg": 1, "Destroy()/remove-root.cnt": 29, "Destroy()/remove-root.ms-avg": 0, "fresh-cgroup.cnt": 46, "fresh-cgroup.ms-avg": 0 }, "errors": [], "worker_tail": [ "2022/01/02 21:47:36 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:36 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:36 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:36 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:36 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:36 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:36 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:47:36 remove worker.pid", "2022/01/02 21:47:36 exiting", "" ] }, { "test": "sock_churn", "params": { "baseline": 0, "fork": true, "seconds": 10, "procs": 1 }, "pass": true, "conf": { "registry": "/root/open-lambda/test-dir/registry", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "registry_cache_ms": 5000, "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "server_mode": "sock", "mem_pool_mb": 500, "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": 10.19741439819336, "total_seconds": 10.428871154785156, "stats": { "sandboxes_per_sec": 36.5 }, "ol-stats": { "Create().cnt": 366, "Create().ms-avg": 11, "Create()/acquire-cgroup.cnt": 366, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 366, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 365, "Create()/fork-proc.ms-avg": 7, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 142, "Create()/make-root-fs.cnt": 366, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 731, "Destroy().ms-avg": 1, "Destroy()/detach-root.cnt": 366, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 366, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 366, "Destroy()/remove-root.ms-avg": 0, "childExit().cnt": 365, "childExit().ms-avg": 0, "fork().cnt": 365, "fork().ms-avg": 7, "forkRequest.cnt": 365, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 383, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 365, "move-to-cg-after-fork.ms-avg": 0 }, "errors": [], "worker_tail": [ "2022/01/02 21:47:46 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:46 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:46 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:46 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:46 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:46 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:46 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:47:46 remove worker.pid", "2022/01/02 21:47:46 exiting", "" ] }, { "test": "sock_churn", "params": { "baseline": 0, "fork": true, "seconds": 10, "procs": 15 }, "pass": true, "conf": { "registry": "/root/open-lambda/test-dir/registry", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "registry_cache_ms": 5000, "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "server_mode": "sock", "mem_pool_mb": 500, "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": 10.33989691734314, "total_seconds": 10.571270227432251, "stats": { "sandboxes_per_sec": 39.3 }, "ol-stats": { "Create().cnt": 394, "Create().ms-avg": 108, "Create()/acquire-cgroup.cnt": 394, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 394, "Create()/acquire-mem.ms-avg": 18, "Create()/fork-proc.cnt": 393, "Create()/fork-proc.ms-avg": 84, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 142, "Create()/make-root-fs.cnt": 394, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 787, "Destroy().ms-avg": 63, "Destroy()/detach-root.cnt": 394, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 394, "Destroy()/kill-procs.ms-avg": 13, "Destroy()/remove-root.cnt": 394, "Destroy()/remove-root.ms-avg": 0, "childExit().cnt": 393, "childExit().ms-avg": 86, "fork().cnt": 393, "fork().ms-avg": 84, "forkRequest.cnt": 393, "forkRequest.ms-avg": 12, "fresh-cgroup.cnt": 411, "fresh-cgroup.ms-avg": 4, "move-to-cg-after-fork.cnt": 393, "move-to-cg-after-fork.ms-avg": 3 }, "errors": [], "worker_tail": [ "2022/01/02 21:47:57 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:57 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:57 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:57 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:57 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:57 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:47:57 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:47:57 remove worker.pid", "2022/01/02 21:47:57 exiting", "" ] }, { "test": "sock_churn", "params": { "baseline": 32, "fork": true, "seconds": 10, "procs": 1 }, "pass": true, "conf": { "registry": "/root/open-lambda/test-dir/registry", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "registry_cache_ms": 5000, "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "server_mode": "sock", "mem_pool_mb": 500, "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": 10.989866495132446, "total_seconds": 11.341984748840332, "stats": { "sandboxes_per_sec": 35.8 }, "ol-stats": { "Create().cnt": 391, "Create().ms-avg": 9, "Create()/acquire-cgroup.cnt": 391, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 391, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 390, "Create()/fork-proc.ms-avg": 8, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 142, "Create()/make-root-fs.cnt": 391, "Create()/make-root-fs.ms-avg": 0, "Destroy().cnt": 749, "Destroy().ms-avg": 1, "Destroy()/detach-root.cnt": 391, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 391, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 391, "Destroy()/remove-root.ms-avg": 0, "Pause().cnt": 32, "Pause().ms-avg": 1, "childExit().cnt": 390, "childExit().ms-avg": 0, "fork().cnt": 390, "fork().ms-avg": 8, "forkRequest.cnt": 390, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 408, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 390, "move-to-cg-after-fork.ms-avg": 1 }, "errors": [], "worker_tail": [ "2022/01/02 21:48:08 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:08 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:08 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:08 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:08 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:08 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:08 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:48:08 remove worker.pid", "2022/01/02 21:48:08 exiting", "" ] }, { "test": "sock_churn", "params": { "baseline": 32, "fork": true, "seconds": 10, "procs": 15 }, "pass": true, "conf": { "registry": "/root/open-lambda/test-dir/registry", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "registry_cache_ms": 5000, "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "server_mode": "sock", "mem_pool_mb": 500, "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": 11.225625038146973, "total_seconds": 11.58306336402893, "stats": { "sandboxes_per_sec": 36.3 }, "ol-stats": { "Create().cnt": 396, "Create().ms-avg": 158, "Create()/acquire-cgroup.cnt": 396, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 396, "Create()/acquire-mem.ms-avg": 91, "Create()/fork-proc.cnt": 395, "Create()/fork-proc.ms-avg": 61, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 163, "Create()/make-root-fs.cnt": 396, "Create()/make-root-fs.ms-avg": 1, "Destroy().cnt": 759, "Destroy().ms-avg": 58, "Destroy()/detach-root.cnt": 396, "Destroy()/detach-root.ms-avg": 1, "Destroy()/kill-procs.cnt": 396, "Destroy()/kill-procs.ms-avg": 16, "Destroy()/remove-root.cnt": 396, "Destroy()/remove-root.ms-avg": 0, "Pause().cnt": 32, "Pause().ms-avg": 1, "childExit().cnt": 395, "childExit().ms-avg": 64, "fork().cnt": 395, "fork().ms-avg": 61, "forkRequest.cnt": 395, "forkRequest.ms-avg": 12, "fresh-cgroup.cnt": 413, "fresh-cgroup.ms-avg": 4, "move-to-cg-after-fork.cnt": 395, "move-to-cg-after-fork.ms-avg": 2 }, "errors": [], "worker_tail": [ "2022/01/02 21:48:20 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:20 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:20 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:20 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:20 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:20 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:20 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:48:20 remove worker.pid", "2022/01/02 21:48:20 exiting", "" ] }, { "test": "update_code", "params": {}, "pass": true, "conf": { "server_mode": "lambda", "registry": "/tmp/tmpg6x6dgu1", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "mem_pool_mb": 500, "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "worker_dir": "/root/open-lambda/test-dir/worker", "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "registry_cache_ms": 3000, "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "storage": { "code": "", "scratch": "", "root": "private" }, "pip_mirror": "" }, "seconds": 6.035508155822754, "total_seconds": 6.382120609283447, "stats": null, "ol-stats": { "Channel().cnt": 3, "Channel().ms-avg": 0, "Create().cnt": 4, "Create().ms-avg": 45, "Create()/acquire-cgroup.cnt": 4, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 4, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 8, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 143, "Create()/make-root-fs.cnt": 4, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 4, "Destroy().ms-avg": 4, "Destroy()/detach-root.cnt": 4, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 4, "Destroy()/kill-procs.ms-avg": 3, "Destroy()/remove-root.cnt": 4, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 1571, "LambdaFunc.Invoke.ms-avg": 1, "Pause().cnt": 1574, "Pause().ms-avg": 0, "ServeHTTP.cnt": 1571, "ServeHTTP.ms-avg": 0, "Unpause().cnt": 1570, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 0, "fork().cnt": 3, "fork().ms-avg": 8, "forkRequest.cnt": 3, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 21, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 1, "web-request.cnt": 1571, "web-request.ms-avg": 1 }, "errors": [], "worker_tail": [ "2022/01/02 21:48:26 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:26 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:26 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:26 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:26 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:26 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:26 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:48:26 remove worker.pid", "2022/01/02 21:48:26 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 1 }, "pass": true, "conf": { "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "mem_pool_mb": 500, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "registry": "/root/open-lambda/test-registry", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "registry_cache_ms": 5000, "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": 15.053525447845459, "total_seconds": 15.289448022842407, "stats": { "reqs_per_sec": 264.8666666666667 }, "ol-stats": { "Channel().cnt": 3, "Channel().ms-avg": 0, "Create().cnt": 4, "Create().ms-avg": 46, "Create()/acquire-cgroup.cnt": 4, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 4, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 7, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 143, "Create()/make-root-fs.cnt": 4, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 4, "Destroy().ms-avg": 5, "Destroy()/detach-root.cnt": 4, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 4, "Destroy()/kill-procs.ms-avg": 4, "Destroy()/remove-root.cnt": 4, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 3973, "LambdaFunc.Invoke.ms-avg": 1, "Pause().cnt": 3976, "Pause().ms-avg": 0, "ServeHTTP.cnt": 3973, "ServeHTTP.ms-avg": 0, "Unpause().cnt": 3972, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 0, "fork().cnt": 3, "fork().ms-avg": 7, "forkRequest.cnt": 3, "forkRequest.ms-avg": 7, "fresh-cgroup.cnt": 21, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 1, "web-request.cnt": 3973, "web-request.ms-avg": 1 }, "errors": [], "worker_tail": [ "2022/01/02 21:48:41 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:41 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:41 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:41 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:41 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:41 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:41 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:48:41 remove worker.pid", "2022/01/02 21:48:41 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 2 }, "pass": true, "conf": { "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "mem_pool_mb": 500, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "registry": "/root/open-lambda/test-registry", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "registry_cache_ms": 5000, "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": 15.053194999694824, "total_seconds": 15.28858208656311, "stats": { "reqs_per_sec": 262.0 }, "ol-stats": { "Channel().cnt": 3, "Channel().ms-avg": 0, "Create().cnt": 4, "Create().ms-avg": 45, "Create()/acquire-cgroup.cnt": 4, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 4, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 8, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 143, "Create()/make-root-fs.cnt": 4, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 4, "Destroy().ms-avg": 5, "Destroy()/detach-root.cnt": 4, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 4, "Destroy()/kill-procs.ms-avg": 3, "Destroy()/remove-root.cnt": 4, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 3930, "LambdaFunc.Invoke.ms-avg": 1, "Pause().cnt": 3559, "Pause().ms-avg": 0, "ServeHTTP.cnt": 3930, "ServeHTTP.ms-avg": 0, "Unpause().cnt": 3555, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 0, "fork().cnt": 3, "fork().ms-avg": 8, "forkRequest.cnt": 3, "forkRequest.ms-avg": 7, "fresh-cgroup.cnt": 21, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 1, "web-request.cnt": 3930, "web-request.ms-avg": 1 }, "errors": [], "worker_tail": [ "2022/01/02 21:48:57 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:57 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:57 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:57 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:57 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:57 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:48:57 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:48:57 remove worker.pid", "2022/01/02 21:48:57 exiting", "" ] }, { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 8 }, "pass": true, "conf": { "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "mem_pool_mb": 500, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "registry": "/root/open-lambda/test-registry", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "registry_cache_ms": 5000, "server_mode": "lambda", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": 15.073099374771118, "total_seconds": 15.307310342788696, "stats": { "reqs_per_sec": 231.86666666666667 }, "ol-stats": { "Channel().cnt": 3, "Channel().ms-avg": 0, "Create().cnt": 4, "Create().ms-avg": 46, "Create()/acquire-cgroup.cnt": 4, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 4, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 9, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 141, "Create()/make-root-fs.cnt": 4, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 4, "Destroy().ms-avg": 8, "Destroy()/detach-root.cnt": 4, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 4, "Destroy()/kill-procs.ms-avg": 1, "Destroy()/remove-root.cnt": 4, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 3478, "LambdaFunc.Invoke.ms-avg": 3, "Pause().cnt": 2468, "Pause().ms-avg": 0, "ServeHTTP.cnt": 3478, "ServeHTTP.ms-avg": 1, "Unpause().cnt": 2464, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 7, "fork().cnt": 3, "fork().ms-avg": 9, "forkRequest.cnt": 3, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 21, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 6, "web-request.cnt": 3478, "web-request.ms-avg": 3 }, "errors": [], "worker_tail": [ "2022/01/02 21:49:12 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:49:12 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:49:12 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:49:12 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:49:12 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:49:12 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:49:12 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:49:12 remove worker.pid", "2022/01/02 21:49:12 exiting", "" ] }, { "test": "call_each_once_exec", "params": { "alloc_mb": 1, "lambda_count": 100 }, "pass": true, "conf": { "server_mode": "lambda", "mem_pool_mb": 500, "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "registry": "/tmp/tmpkhr5qz5g", "features": { "reuse_cgroups": true, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "worker_dir": "/root/open-lambda/test-dir/worker", "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "registry_cache_ms": 5000, "storage": { "code": "", "scratch": "", "root": "private" }, "pip_mirror": "" }, "seconds": 3.365435838699341, "total_seconds": 3.9117844104766846, "stats": { "reqs_per_sec": 29.714067110385354 }, "ol-stats": { "Channel().cnt": 100, "Channel().ms-avg": 0, "Create().cnt": 101, "Create().ms-avg": 8, "Create()/acquire-cgroup.cnt": 101, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 101, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 100, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 142, "Create()/make-root-fs.cnt": 101, "Create()/make-root-fs.ms-avg": 0, "Destroy().cnt": 150, "Destroy().ms-avg": 5, "Destroy()/detach-root.cnt": 101, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 101, "Destroy()/kill-procs.ms-avg": 3, "Destroy()/remove-root.cnt": 101, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 100, "LambdaFunc.Invoke.ms-avg": 29, "Pause().cnt": 200, "Pause().ms-avg": 10, "ServeHTTP.cnt": 100, "ServeHTTP.ms-avg": 7, "Unpause().cnt": 99, "Unpause().ms-avg": 0, "childExit().cnt": 100, "childExit().ms-avg": 3, "evict.cnt": 49, "evict.ms-avg": 12, "fork().cnt": 100, "fork().ms-avg": 6, "forkRequest.cnt": 100, "forkRequest.ms-avg": 5, "fresh-cgroup.cnt": 70, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 100, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 100, "pull-lambda.ms-avg": 3, "web-request.cnt": 100, "web-request.ms-avg": 29 }, "errors": [], "worker_tail": [ "2022/01/02 21:49:16 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:49:16 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:49:16 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:49:16 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:49:16 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:49:16 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:49:16 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:49:16 remove worker.pid", "2022/01/02 21:49:16 exiting", "" ] }, { "test": "call_each_once_exec", "params": { "alloc_mb": 10, "lambda_count": 1000 }, "pass": true, "conf": { "registry": "/tmp/tmpg3k00m95", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "sandbox_config": {}, "worker_port": "5000", "limits": { "swappiness": 0, "mem_mb": 50, "installer_mem_mb": 250, "procs": 10 }, "registry_cache_ms": 5000, "features": { "reuse_cgroups": true, "import_cache": true, "downsize_paused_mem": true }, "import_cache_tree": "", "sandbox": "sock", "storage": { "code": "", "scratch": "", "root": "private" }, "docker_runtime": "", "trace": { "package": false, "evictor": false, "cgroups": false, "memory": false }, "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "server_mode": "lambda", "mem_pool_mb": 500, "worker_dir": "/root/open-lambda/test-dir/worker", "pip_mirror": "" }, "seconds": 49.030712366104126, "total_seconds": 49.663727045059204, "stats": { "reqs_per_sec": 20.39539278032668 }, "ol-stats": { "Channel().cnt": 1000, "Channel().ms-avg": 0, "Create().cnt": 1001, "Create().ms-avg": 9, "Create()/acquire-cgroup.cnt": 1001, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 1001, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 1000, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 141, "Create()/make-root-fs.cnt": 1001, "Create()/make-root-fs.ms-avg": 2, "Destroy().cnt": 1981, "Destroy().ms-avg": 7, "Destroy()/detach-root.cnt": 1001, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 1001, "Destroy()/kill-procs.ms-avg": 8, "Destroy()/remove-root.cnt": 1001, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 1000, "LambdaFunc.Invoke.ms-avg": 44, "Pause().cnt": 2000, "Pause().ms-avg": 9, "ServeHTTP.cnt": 1000, "ServeHTTP.ms-avg": 21, "Unpause().cnt": 999, "Unpause().ms-avg": 0, "childExit().cnt": 1000, "childExit().ms-avg": 5, "evict.cnt": 980, "evict.ms-avg": 14, "fork().cnt": 1000, "fork().ms-avg": 6, "forkRequest.cnt": 1000, "forkRequest.ms-avg": 5, "fresh-cgroup.cnt": 40, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 1000, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 1000, "pull-lambda.ms-avg": 2, "web-request.cnt": 1000, "web-request.ms-avg": 44 }, "errors": [], "worker_tail": [ "2022/01/02 21:50:05 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:50:05 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:50:05 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:50:05 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:50:05 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:50:05 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2022/01/02 21:50:06 save stats to /root/open-lambda/test-dir/worker/stats.json", "2022/01/02 21:50:06 remove worker.pid", "2022/01/02 21:50:06 exiting", "" ] } ], "passed": 15, "failed": 3, "seconds": 411.30152201652527 }