python3 -u test.py RUN ./ol new -p=test-dir PUSH conf: {'limits': {'installer_mem_mb': 250}} PUSH conf: {'registry': '/root/open-lambda/test-registry'} ======================================== ping_test ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "ping_test", "params": {}, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 2.2297685146331787, "total_seconds": 2.5960371494293213, "stats": { "pings_per_sec": 448.48145924476876 }, "ol-stats": { "fresh-cgroup.cnt": 17, "fresh-cgroup.ms-avg": 0 }, "errors": [], "worker_tail": [ "2021/02/13 21:45:11 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:11 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:11 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:11 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:11 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:11 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:11 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:45:11 remove worker.pid", "2021/02/13 21:45:11 exiting", "" ] } PUSH conf: {'features': {'import_cache': False}} ======================================== install_tests ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "install_tests", "params": {}, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": false, "import_cache": false, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 13.75550365447998, "total_seconds": 13.994338274002075, "stats": null, "ol-stats": { "Channel().cnt": 10, "Channel().ms-avg": 0, "Create().cnt": 10, "Create().ms-avg": 444, "Create()/acquire-cgroup.cnt": 10, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 10, "Create()/acquire-mem.ms-avg": 0, "Create()/fresh-proc.cnt": 10, "Create()/fresh-proc.ms-avg": 442, "Create()/make-root-fs.cnt": 10, "Create()/make-root-fs.ms-avg": 1, "Destroy().cnt": 10, "Destroy().ms-avg": 2, "Destroy()/detach-root.cnt": 10, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 10, "Destroy()/kill-procs.ms-avg": 1, "Destroy()/remove-root.cnt": 10, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 4, "LambdaFunc.Invoke.ms-avg": 3407, "Pause().cnt": 4, "Pause().ms-avg": 4, "ServeHTTP.cnt": 4, "ServeHTTP.ms-avg": 168, "fresh-cgroup.cnt": 27, "fresh-cgroup.ms-avg": 0, "pull-lambda.cnt": 4, "pull-lambda.ms-avg": 8, "pull-package.cnt": 6, "pull-package.ms-avg": 1539, "web-request.cnt": 4, "web-request.ms-avg": 3407 }, "errors": [], "worker_tail": [ "2021/02/13 21:45:25 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:25 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:25 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:25 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:25 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:25 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:25 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:45:25 remove worker.pid", "2021/02/13 21:45:25 exiting", "" ] } POP conf: {'features': {'import_cache': False}} PUSH conf: {'mem_pool_mb': 500} ======================================== install_tests ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "install_tests", "params": {}, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 6.241277694702148, "total_seconds": 6.476646184921265, "stats": null, "ol-stats": { "Channel().cnt": 10, "Channel().ms-avg": 0, "Create().cnt": 11, "Create().ms-avg": 94, "Create()/acquire-cgroup.cnt": 11, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 11, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 4, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 7, "Create()/fresh-proc.ms-avg": 140, "Create()/make-root-fs.cnt": 11, "Create()/make-root-fs.ms-avg": 1, "Destroy().cnt": 11, "Destroy().ms-avg": 2, "Destroy()/detach-root.cnt": 11, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 11, "Destroy()/kill-procs.ms-avg": 1, "Destroy()/remove-root.cnt": 11, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 4, "LambdaFunc.Invoke.ms-avg": 1552, "Pause().cnt": 8, "Pause().ms-avg": 4, "ServeHTTP.cnt": 4, "ServeHTTP.ms-avg": 45, "Unpause().cnt": 3, "Unpause().ms-avg": 0, "childExit().cnt": 4, "childExit().ms-avg": 0, "fork().cnt": 4, "fork().ms-avg": 6, "forkRequest.cnt": 4, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 28, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 4, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 4, "pull-lambda.ms-avg": 1, "pull-package.cnt": 6, "pull-package.ms-avg": 969, "web-request.cnt": 4, "web-request.ms-avg": 1552 }, "errors": [], "worker_tail": [ "2021/02/13 21:45:31 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:31 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:31 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:31 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:31 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:31 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:31 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:45:31 remove worker.pid", "2021/02/13 21:45:31 exiting", "" ] } POP conf: {'mem_pool_mb': 500} PUSH conf: {'features': {'import_cache': False}, 'sandbox': 'docker'} ======================================== install_tests ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "install_tests", "params": {}, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "docker", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": false, "import_cache": false, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 20.736671686172485, "total_seconds": 21.75998544692993, "stats": null, "ol-stats": { "Channel().cnt": 10, "Channel().ms-avg": 0, "Create().cnt": 10, "Create().ms-avg": 1148, "Destroy().cnt": 10, "Destroy().ms-avg": 306, "LambdaFunc.Invoke.cnt": 4, "LambdaFunc.Invoke.ms-avg": 5172, "Pause().cnt": 4, "Pause().ms-avg": 31, "ServeHTTP.cnt": 4, "ServeHTTP.ms-avg": 1, "pull-lambda.cnt": 4, "pull-lambda.ms-avg": 1, "pull-package.cnt": 6, "pull-package.ms-avg": 2083, "web-request.cnt": 4, "web-request.ms-avg": 5172 }, "errors": [], "worker_tail": [ "2021/02/13 21:45:52 Kill function: install", "2021/02/13 21:45:52 Destroy() [SB 6]", "2021/02/13 21:45:53 Kill function: install2", "2021/02/13 21:45:53 Destroy() [SB 7]", "2021/02/13 21:45:53 Kill function: install3", "2021/02/13 21:45:53 Destroy() [SB 9]", "2021/02/13 21:45:53 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:45:53 remove worker.pid", "2021/02/13 21:45:53 exiting", "" ] } POP conf: {'features': {'import_cache': False}, 'sandbox': 'docker'} ======================================== fork_bomb ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "fork_bomb", "params": {}, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 0.18156981468200684, "total_seconds": 0.4123678207397461, "stats": null, "ol-stats": { "Channel().cnt": 1, "Channel().ms-avg": 0, "Create().cnt": 2, "Create().ms-avg": 76, "Create()/acquire-cgroup.cnt": 2, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 2, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 1, "Create()/fork-proc.ms-avg": 8, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 137, "Create()/make-root-fs.cnt": 2, "Create()/make-root-fs.ms-avg": 4, "Destroy().cnt": 2, "Destroy().ms-avg": 2, "Destroy()/detach-root.cnt": 2, "Destroy()/detach-root.ms-avg": 1, "Destroy()/kill-procs.cnt": 2, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 2, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 1, "LambdaFunc.Invoke.ms-avg": 177, "Pause().cnt": 2, "Pause().ms-avg": 3, "ServeHTTP.cnt": 1, "ServeHTTP.ms-avg": 11, "childExit().cnt": 1, "childExit().ms-avg": 0, "fork().cnt": 1, "fork().ms-avg": 8, "forkRequest.cnt": 1, "forkRequest.ms-avg": 7, "fresh-cgroup.cnt": 19, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 1, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 1, "pull-lambda.ms-avg": 7, "web-request.cnt": 1, "web-request.ms-avg": 177 }, "errors": [], "worker_tail": [ "2021/02/13 21:45:53 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:53 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:53 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:53 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:53 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:53 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:53 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:45:53 remove worker.pid", "2021/02/13 21:45:53 exiting", "" ] } ======================================== max_mem_alloc ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "max_mem_alloc", "params": {}, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 0.8561809062957764, "total_seconds": 1.0882790088653564, "stats": null, "ol-stats": { "Channel().cnt": 1, "Channel().ms-avg": 0, "Create().cnt": 2, "Create().ms-avg": 76, "Create()/acquire-cgroup.cnt": 2, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 2, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 1, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 137, "Create()/make-root-fs.cnt": 2, "Create()/make-root-fs.ms-avg": 4, "Destroy().cnt": 2, "Destroy().ms-avg": 2, "Destroy()/detach-root.cnt": 2, "Destroy()/detach-root.ms-avg": 1, "Destroy()/kill-procs.cnt": 2, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 2, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 1, "LambdaFunc.Invoke.ms-avg": 852, "Pause().cnt": 2, "Pause().ms-avg": 4, "ServeHTTP.cnt": 1, "ServeHTTP.ms-avg": 691, "childExit().cnt": 1, "childExit().ms-avg": 0, "fork().cnt": 1, "fork().ms-avg": 6, "forkRequest.cnt": 1, "forkRequest.ms-avg": 3, "fresh-cgroup.cnt": 19, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 1, "move-to-cg-after-fork.ms-avg": 2, "pull-lambda.cnt": 1, "pull-lambda.ms-avg": 1, "web-request.cnt": 1, "web-request.ms-avg": 852 }, "errors": [], "worker_tail": [ "2021/02/13 21:45:54 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:54 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:54 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:54 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:54 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:54 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:45:54 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:45:54 remove worker.pid", "2021/02/13 21:45:54 exiting", "" ] } PUSH conf: {'mem_pool_mb': 500} ======================================== numpy_test ======================================== RUN ./ol worker -p=test-dir --detach {'version': '1.19.5', 'result': 15} RUN ./ol kill -p=test-dir { "test": "numpy_test", "params": {}, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 43.90263867378235, "total_seconds": 44.41283202171326, "stats": null, "ol-stats": { "Channel().cnt": 13, "Channel().ms-avg": 0, "Create().cnt": 14, "Create().ms-avg": 136, "Create()/acquire-cgroup.cnt": 14, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 14, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 5, "Create()/fork-proc.ms-avg": 7, "Create()/fresh-proc.cnt": 9, "Create()/fresh-proc.ms-avg": 204, "Create()/make-root-fs.cnt": 14, "Create()/make-root-fs.ms-avg": 1, "Destroy().cnt": 14, "Destroy().ms-avg": 3, "Destroy()/detach-root.cnt": 14, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 14, "Destroy()/kill-procs.ms-avg": 2, "Destroy()/remove-root.cnt": 14, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 5, "LambdaFunc.Invoke.ms-avg": 8774, "Pause().cnt": 10, "Pause().ms-avg": 4, "ServeHTTP.cnt": 5, "ServeHTTP.ms-avg": 701, "Unpause().cnt": 4, "Unpause().ms-avg": 0, "childExit().cnt": 5, "childExit().ms-avg": 0, "fork().cnt": 5, "fork().ms-avg": 7, "forkRequest.cnt": 5, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 31, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 5, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 5, "pull-lambda.ms-avg": 15, "pull-package.cnt": 8, "pull-package.ms-avg": 4994, "web-request.cnt": 5, "web-request.ms-avg": 8774 }, "errors": [], "worker_tail": [ "2021/02/13 21:46:39 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:39 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:39 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:39 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:39 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:39 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:39 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:46:39 remove worker.pid", "2021/02/13 21:46:39 exiting", "" ] } POP conf: {'mem_pool_mb': 500} POP conf: {'registry': '/root/open-lambda/test-registry'} PUSH conf: {'server_mode': 'sock', 'mem_pool_mb': 500} ======================================== sock_churn {'seconds': 5, 'procs': 1, 'fork': False, 'baseline': 0} ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "sock_churn", "params": { "seconds": 5, "procs": 1, "fork": false, "baseline": 0 }, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-dir/registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "sock", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 5.098246335983276, "total_seconds": 5.2212324142456055, "stats": { "sandboxes_per_sec": 5.8 }, "ol-stats": { "Create().cnt": 29, "Create().ms-avg": 153, "Create()/acquire-cgroup.cnt": 29, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 29, "Create()/acquire-mem.ms-avg": 0, "Create()/fresh-proc.cnt": 29, "Create()/fresh-proc.ms-avg": 148, "Create()/make-root-fs.cnt": 29, "Create()/make-root-fs.ms-avg": 4, "Destroy().cnt": 58, "Destroy().ms-avg": 1, "Destroy()/detach-root.cnt": 29, "Destroy()/detach-root.ms-avg": 1, "Destroy()/kill-procs.cnt": 29, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 29, "Destroy()/remove-root.ms-avg": 0, "fresh-cgroup.cnt": 46, "fresh-cgroup.ms-avg": 0 }, "errors": [], "worker_tail": [ "2021/02/13 21:46:44 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:44 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:44 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:44 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:44 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:44 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:44 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:46:44 remove worker.pid", "2021/02/13 21:46:44 exiting", "" ] } ======================================== sock_churn {'seconds': 10, 'procs': 1, 'fork': True, 'baseline': 0} ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "sock_churn", "params": { "seconds": 10, "procs": 1, "fork": true, "baseline": 0 }, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-dir/registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "sock", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 10.16532564163208, "total_seconds": 10.400839805603027, "stats": { "sandboxes_per_sec": 41.9 }, "ol-stats": { "Create().cnt": 420, "Create().ms-avg": 11, "Create()/acquire-cgroup.cnt": 420, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 420, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 419, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 136, "Create()/make-root-fs.cnt": 420, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 839, "Destroy().ms-avg": 1, "Destroy()/detach-root.cnt": 420, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 420, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 420, "Destroy()/remove-root.ms-avg": 0, "childExit().cnt": 419, "childExit().ms-avg": 0, "fork().cnt": 419, "fork().ms-avg": 6, "forkRequest.cnt": 419, "forkRequest.ms-avg": 5, "fresh-cgroup.cnt": 437, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 419, "move-to-cg-after-fork.ms-avg": 0 }, "errors": [], "worker_tail": [ "2021/02/13 21:46:55 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:55 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:55 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:55 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:55 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:55 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:46:55 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:46:55 remove worker.pid", "2021/02/13 21:46:55 exiting", "" ] } ======================================== sock_churn {'seconds': 10, 'procs': 15, 'fork': True, 'baseline': 0} ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "sock_churn", "params": { "seconds": 10, "procs": 15, "fork": true, "baseline": 0 }, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-dir/registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "sock", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 10.318298101425171, "total_seconds": 10.544576168060303, "stats": { "sandboxes_per_sec": 44.4 }, "ol-stats": { "Create().cnt": 445, "Create().ms-avg": 93, "Create()/acquire-cgroup.cnt": 445, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 445, "Create()/acquire-mem.ms-avg": 18, "Create()/fork-proc.cnt": 444, "Create()/fork-proc.ms-avg": 69, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 137, "Create()/make-root-fs.cnt": 445, "Create()/make-root-fs.ms-avg": 2, "Destroy().cnt": 889, "Destroy().ms-avg": 55, "Destroy()/detach-root.cnt": 445, "Destroy()/detach-root.ms-avg": 1, "Destroy()/kill-procs.cnt": 445, "Destroy()/kill-procs.ms-avg": 14, "Destroy()/remove-root.cnt": 445, "Destroy()/remove-root.ms-avg": 0, "childExit().cnt": 444, "childExit().ms-avg": 69, "fork().cnt": 444, "fork().ms-avg": 69, "forkRequest.cnt": 444, "forkRequest.ms-avg": 10, "fresh-cgroup.cnt": 462, "fresh-cgroup.ms-avg": 3, "move-to-cg-after-fork.cnt": 444, "move-to-cg-after-fork.ms-avg": 2 }, "errors": [], "worker_tail": [ "2021/02/13 21:47:05 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:05 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:05 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:05 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:05 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:05 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:05 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:47:05 remove worker.pid", "2021/02/13 21:47:05 exiting", "" ] } ======================================== sock_churn {'seconds': 10, 'procs': 1, 'fork': True, 'baseline': 32} ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "sock_churn", "params": { "seconds": 10, "procs": 1, "fork": true, "baseline": 32 }, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-dir/registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "sock", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 10.822309494018555, "total_seconds": 11.176303148269653, "stats": { "sandboxes_per_sec": 42.4 }, "ol-stats": { "Create().cnt": 457, "Create().ms-avg": 6, "Create()/acquire-cgroup.cnt": 457, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 457, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 456, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 136, "Create()/make-root-fs.cnt": 457, "Create()/make-root-fs.ms-avg": 0, "Destroy().cnt": 881, "Destroy().ms-avg": 0, "Destroy()/detach-root.cnt": 457, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 457, "Destroy()/kill-procs.ms-avg": 0, "Destroy()/remove-root.cnt": 457, "Destroy()/remove-root.ms-avg": 0, "Pause().cnt": 32, "Pause().ms-avg": 0, "childExit().cnt": 456, "childExit().ms-avg": 0, "fork().cnt": 456, "fork().ms-avg": 6, "forkRequest.cnt": 456, "forkRequest.ms-avg": 5, "fresh-cgroup.cnt": 474, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 456, "move-to-cg-after-fork.ms-avg": 0 }, "errors": [], "worker_tail": [ "2021/02/13 21:47:16 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:16 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:16 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:16 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:16 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:16 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:16 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:47:16 remove worker.pid", "2021/02/13 21:47:16 exiting", "" ] } ======================================== sock_churn {'seconds': 10, 'procs': 15, 'fork': True, 'baseline': 32} ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "sock_churn", "params": { "seconds": 10, "procs": 15, "fork": true, "baseline": 32 }, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-dir/registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "sock", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 11.084341526031494, "total_seconds": 11.437955141067505, "stats": { "sandboxes_per_sec": 41.7 }, "ol-stats": { "Create().cnt": 450, "Create().ms-avg": 132, "Create()/acquire-cgroup.cnt": 450, "Create()/acquire-cgroup.ms-avg": 1, "Create()/acquire-mem.cnt": 450, "Create()/acquire-mem.ms-avg": 78, "Create()/fork-proc.cnt": 449, "Create()/fork-proc.ms-avg": 49, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 152, "Create()/make-root-fs.cnt": 450, "Create()/make-root-fs.ms-avg": 1, "Destroy().cnt": 867, "Destroy().ms-avg": 50, "Destroy()/detach-root.cnt": 450, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 450, "Destroy()/kill-procs.ms-avg": 13, "Destroy()/remove-root.cnt": 450, "Destroy()/remove-root.ms-avg": 0, "Pause().cnt": 32, "Pause().ms-avg": 0, "childExit().cnt": 449, "childExit().ms-avg": 56, "fork().cnt": 449, "fork().ms-avg": 49, "forkRequest.cnt": 449, "forkRequest.ms-avg": 10, "fresh-cgroup.cnt": 467, "fresh-cgroup.ms-avg": 2, "move-to-cg-after-fork.cnt": 449, "move-to-cg-after-fork.ms-avg": 2 }, "errors": [], "worker_tail": [ "2021/02/13 21:47:28 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:28 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:28 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:28 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:28 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:28 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:28 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:47:28 remove worker.pid", "2021/02/13 21:47:28 exiting", "" ] } POP conf: {'server_mode': 'sock', 'mem_pool_mb': 500} PUSH conf: {'registry_cache_ms': 3000, 'registry': '/tmp/tmph2zvdl8n'} ======================================== update_code ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "update_code", "params": {}, "pass": true, "conf": { "registry_cache_ms": 3000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/tmp/tmph2zvdl8n", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 6.032757043838501, "total_seconds": 6.273187160491943, "stats": null, "ol-stats": { "Channel().cnt": 3, "Channel().ms-avg": 0, "Create().cnt": 4, "Create().ms-avg": 45, "Create()/acquire-cgroup.cnt": 4, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 4, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 7, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 140, "Create()/make-root-fs.cnt": 4, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 4, "Destroy().ms-avg": 4, "Destroy()/detach-root.cnt": 4, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 4, "Destroy()/kill-procs.ms-avg": 1, "Destroy()/remove-root.cnt": 4, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 1749, "LambdaFunc.Invoke.ms-avg": 1, "Pause().cnt": 1752, "Pause().ms-avg": 0, "ServeHTTP.cnt": 1749, "ServeHTTP.ms-avg": 0, "Unpause().cnt": 1748, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 1, "fork().cnt": 3, "fork().ms-avg": 7, "forkRequest.cnt": 3, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 21, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 1, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 4, "web-request.cnt": 1749, "web-request.ms-avg": 1 }, "errors": [], "worker_tail": [ "2021/02/13 21:47:34 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:34 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:34 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:34 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:34 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:34 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:34 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:47:34 remove worker.pid", "2021/02/13 21:47:34 exiting", "" ] } POP conf: {'registry_cache_ms': 3000, 'registry': '/tmp/tmph2zvdl8n'} PUSH conf: {'registry': '/root/open-lambda/test-registry'} ======================================== stress_one_lambda {'seconds': 15, 'procs': 1} ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 1 }, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 15.04208493232727, "total_seconds": 15.27351999282837, "stats": { "reqs_per_sec": 291.4 }, "ol-stats": { "Channel().cnt": 3, "Channel().ms-avg": 0, "Create().cnt": 4, "Create().ms-avg": 43, "Create()/acquire-cgroup.cnt": 4, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 4, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 136, "Create()/make-root-fs.cnt": 4, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 4, "Destroy().ms-avg": 3, "Destroy()/detach-root.cnt": 4, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 4, "Destroy()/kill-procs.ms-avg": 2, "Destroy()/remove-root.cnt": 4, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 4371, "LambdaFunc.Invoke.ms-avg": 1, "Pause().cnt": 4374, "Pause().ms-avg": 0, "ServeHTTP.cnt": 4371, "ServeHTTP.ms-avg": 0, "Unpause().cnt": 4370, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 0, "fork().cnt": 3, "fork().ms-avg": 6, "forkRequest.cnt": 3, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 21, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 1, "web-request.cnt": 4371, "web-request.ms-avg": 1 }, "errors": [], "worker_tail": [ "2021/02/13 21:47:49 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:49 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:49 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:49 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:49 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:49 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:47:49 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:47:49 remove worker.pid", "2021/02/13 21:47:49 exiting", "" ] } ======================================== stress_one_lambda {'seconds': 15, 'procs': 2} ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 2 }, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 15.048737525939941, "total_seconds": 15.277579307556152, "stats": { "reqs_per_sec": 283.6 }, "ol-stats": { "Channel().cnt": 3, "Channel().ms-avg": 0, "Create().cnt": 4, "Create().ms-avg": 44, "Create()/acquire-cgroup.cnt": 4, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 4, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 7, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 138, "Create()/make-root-fs.cnt": 4, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 4, "Destroy().ms-avg": 4, "Destroy()/detach-root.cnt": 4, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 4, "Destroy()/kill-procs.ms-avg": 2, "Destroy()/remove-root.cnt": 4, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 4254, "LambdaFunc.Invoke.ms-avg": 1, "Pause().cnt": 3716, "Pause().ms-avg": 0, "ServeHTTP.cnt": 4254, "ServeHTTP.ms-avg": 0, "Unpause().cnt": 3712, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 0, "fork().cnt": 3, "fork().ms-avg": 7, "forkRequest.cnt": 3, "forkRequest.ms-avg": 6, "fresh-cgroup.cnt": 21, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 1, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 1, "web-request.cnt": 4254, "web-request.ms-avg": 1 }, "errors": [], "worker_tail": [ "2021/02/13 21:48:05 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:05 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:05 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:05 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:05 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:05 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:05 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:48:05 remove worker.pid", "2021/02/13 21:48:05 exiting", "" ] } ======================================== stress_one_lambda {'seconds': 15, 'procs': 8} ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "stress_one_lambda", "params": { "seconds": 15, "procs": 8 }, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/root/open-lambda/test-registry", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": false, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 15.065303802490234, "total_seconds": 15.294710159301758, "stats": { "reqs_per_sec": 253.2 }, "ol-stats": { "Channel().cnt": 3, "Channel().ms-avg": 0, "Create().cnt": 4, "Create().ms-avg": 44, "Create()/acquire-cgroup.cnt": 4, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 4, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 3, "Create()/fork-proc.ms-avg": 7, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 135, "Create()/make-root-fs.cnt": 4, "Create()/make-root-fs.ms-avg": 3, "Destroy().cnt": 4, "Destroy().ms-avg": 3, "Destroy()/detach-root.cnt": 4, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 4, "Destroy()/kill-procs.ms-avg": 1, "Destroy()/remove-root.cnt": 4, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 3798, "LambdaFunc.Invoke.ms-avg": 2, "Pause().cnt": 2870, "Pause().ms-avg": 0, "ServeHTTP.cnt": 3798, "ServeHTTP.ms-avg": 0, "Unpause().cnt": 2866, "Unpause().ms-avg": 0, "childExit().cnt": 3, "childExit().ms-avg": 1, "fork().cnt": 3, "fork().ms-avg": 7, "forkRequest.cnt": 3, "forkRequest.ms-avg": 7, "fresh-cgroup.cnt": 21, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 3, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 3, "pull-lambda.ms-avg": 3, "web-request.cnt": 3798, "web-request.ms-avg": 2 }, "errors": [], "worker_tail": [ "2021/02/13 21:48:20 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:20 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:20 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:20 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:20 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:20 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:20 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:48:20 remove worker.pid", "2021/02/13 21:48:20 exiting", "" ] } POP conf: {'registry': '/root/open-lambda/test-registry'} PUSH conf: {'features': {'reuse_cgroups': True}} PUSH conf: {'registry': '/tmp/tmpi_2vok0o'} ======================================== call_each_once_exec {'lambda_count': 100, 'alloc_mb': 1} ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "call_each_once_exec", "params": { "lambda_count": 100, "alloc_mb": 1 }, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/tmp/tmpi_2vok0o", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": true, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 2.8926656246185303, "total_seconds": 3.362046241760254, "stats": { "reqs_per_sec": 34.5713667294577 }, "ol-stats": { "Channel().cnt": 100, "Channel().ms-avg": 0, "Create().cnt": 101, "Create().ms-avg": 7, "Create()/acquire-cgroup.cnt": 101, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 101, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 100, "Create()/fork-proc.ms-avg": 5, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 137, "Create()/make-root-fs.cnt": 101, "Create()/make-root-fs.ms-avg": 0, "Destroy().cnt": 154, "Destroy().ms-avg": 4, "Destroy()/detach-root.cnt": 101, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 101, "Destroy()/kill-procs.ms-avg": 3, "Destroy()/remove-root.cnt": 101, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 100, "LambdaFunc.Invoke.ms-avg": 24, "Pause().cnt": 200, "Pause().ms-avg": 8, "ServeHTTP.cnt": 100, "ServeHTTP.ms-avg": 6, "Unpause().cnt": 99, "Unpause().ms-avg": 0, "childExit().cnt": 100, "childExit().ms-avg": 2, "evict.cnt": 53, "evict.ms-avg": 10, "fork().cnt": 100, "fork().ms-avg": 5, "forkRequest.cnt": 100, "forkRequest.ms-avg": 4, "fresh-cgroup.cnt": 70, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 100, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 100, "pull-lambda.ms-avg": 2, "web-request.cnt": 100, "web-request.ms-avg": 24 }, "errors": [], "worker_tail": [ "2021/02/13 21:48:23 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:23 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:23 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:23 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:23 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:23 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:48:23 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:48:23 remove worker.pid", "2021/02/13 21:48:23 exiting", "" ] } POP conf: {'registry': '/tmp/tmpi_2vok0o'} PUSH conf: {'registry': '/tmp/tmpf07cm4zq'} ======================================== call_each_once_exec {'lambda_count': 1000, 'alloc_mb': 10} ======================================== RUN ./ol worker -p=test-dir --detach RUN ./ol kill -p=test-dir { "test": "call_each_once_exec", "params": { "lambda_count": 1000, "alloc_mb": 10 }, "pass": true, "conf": { "registry_cache_ms": 5000, "pip_mirror": "", "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages", "mem_pool_mb": 500, "registry": "/tmp/tmpf07cm4zq", "storage": { "root": "private", "code": "", "scratch": "" }, "docker_runtime": "", "sandbox": "sock", "SOCK_base_path": "/root/open-lambda/test-dir/lambda", "server_mode": "lambda", "features": { "reuse_cgroups": true, "import_cache": true, "downsize_paused_mem": true }, "worker_port": "5000", "worker_dir": "/root/open-lambda/test-dir/worker", "sandbox_config": {}, "limits": { "mem_mb": 50, "swappiness": 0, "procs": 10, "installer_mem_mb": 250 }, "trace": { "cgroups": false, "memory": false, "package": false, "evictor": false }, "import_cache_tree": "" }, "seconds": 43.18413162231445, "total_seconds": 43.728142499923706, "stats": { "reqs_per_sec": 23.156667045313856 }, "ol-stats": { "Channel().cnt": 1000, "Channel().ms-avg": 0, "Create().cnt": 1001, "Create().ms-avg": 7, "Create()/acquire-cgroup.cnt": 1001, "Create()/acquire-cgroup.ms-avg": 0, "Create()/acquire-mem.cnt": 1001, "Create()/acquire-mem.ms-avg": 0, "Create()/fork-proc.cnt": 1000, "Create()/fork-proc.ms-avg": 6, "Create()/fresh-proc.cnt": 1, "Create()/fresh-proc.ms-avg": 139, "Create()/make-root-fs.cnt": 1001, "Create()/make-root-fs.ms-avg": 0, "Destroy().cnt": 1980, "Destroy().ms-avg": 5, "Destroy()/detach-root.cnt": 1001, "Destroy()/detach-root.ms-avg": 0, "Destroy()/kill-procs.cnt": 1001, "Destroy()/kill-procs.ms-avg": 7, "Destroy()/remove-root.cnt": 1001, "Destroy()/remove-root.ms-avg": 0, "LambdaFunc.Invoke.cnt": 1000, "LambdaFunc.Invoke.ms-avg": 39, "Pause().cnt": 2000, "Pause().ms-avg": 9, "ServeHTTP.cnt": 1000, "ServeHTTP.ms-avg": 19, "Unpause().cnt": 999, "Unpause().ms-avg": 0, "childExit().cnt": 1000, "childExit().ms-avg": 3, "evict.cnt": 979, "evict.ms-avg": 11, "fork().cnt": 1000, "fork().ms-avg": 6, "forkRequest.cnt": 1000, "forkRequest.ms-avg": 5, "fresh-cgroup.cnt": 40, "fresh-cgroup.ms-avg": 0, "move-to-cg-after-fork.cnt": 1000, "move-to-cg-after-fork.ms-avg": 0, "pull-lambda.cnt": 1000, "pull-lambda.ms-avg": 2, "web-request.cnt": 1000, "web-request.ms-avg": 39 }, "errors": [], "worker_tail": [ "2021/02/13 21:49:07 remove /sys/fs/cgroup/freezer/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:49:07 remove /sys/fs/cgroup/hugetlb/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:49:07 remove /sys/fs/cgroup/memory/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:49:07 remove /sys/fs/cgroup/perf_event/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:49:07 remove /sys/fs/cgroup/systemd/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:49:07 remove /sys/fs/cgroup/pids/test-dir-sandboxes [CGROUP POOL test-dir-sandboxes]", "2021/02/13 21:49:07 save stats to /root/open-lambda/test-dir/worker/stats.json", "2021/02/13 21:49:07 remove worker.pid", "2021/02/13 21:49:07 exiting", "" ] } POP conf: {'registry': '/tmp/tmpf07cm4zq'} POP conf: {'features': {'reuse_cgroups': True}} POP conf: {'limits': {'installer_mem_mb': 250}} PASSED: 18, FAILED: 0