{
  "runs": [
    {
      "test": "ping_test",
      "params": {},
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "registry": "/root/open-lambda/test-registry",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "sandbox_config": {},
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 2.1695327758789062,
      "total_seconds": 2.369326114654541,
      "stats": {
        "pings_per_sec": 460.93597948994545
      },
      "ol-stats": {
        "fresh-cgroup.cnt": 17,
        "fresh-cgroup.ms-avg": 0
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:12:59 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:12:59 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:12:59 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:12:59 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:12:59 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:12:59 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:12:59 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:12:59 remove worker.pid",
        "2019/07/24 15:12:59 exiting",
        ""
      ]
    },
    {
      "test": "install_tests",
      "params": {},
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "registry": "/root/open-lambda/test-registry",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": false,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "sandbox_config": {},
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 10.040213584899902,
      "total_seconds": 10.280722379684448,
      "stats": null,
      "ol-stats": {
        "Channel().cnt": 10,
        "Channel().ms-avg": 0,
        "Create().cnt": 10,
        "Create().ms-avg": 254,
        "Create()/acquire-cgroup.cnt": 10,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 10,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fresh-proc.cnt": 10,
        "Create()/fresh-proc.ms-avg": 253,
        "Create()/make-root-fs.cnt": 10,
        "Create()/make-root-fs.ms-avg": 1,
        "Destroy().cnt": 10,
        "Destroy().ms-avg": 2,
        "Destroy()/detach-root.cnt": 10,
        "Destroy()/detach-root.ms-avg": 0,
        "Destroy()/kill-procs.cnt": 10,
        "Destroy()/kill-procs.ms-avg": 2,
        "Destroy()/remove-root.cnt": 10,
        "Destroy()/remove-root.ms-avg": 0,
        "LambdaFunc.Invoke.cnt": 4,
        "LambdaFunc.Invoke.ms-avg": 2492,
        "Pause().cnt": 4,
        "Pause().ms-avg": 4,
        "ServeHTTP.cnt": 4,
        "ServeHTTP.ms-avg": 96,
        "fresh-cgroup.cnt": 27,
        "fresh-cgroup.ms-avg": 0,
        "pull-lambda.cnt": 4,
        "pull-lambda.ms-avg": 7,
        "pull-package.cnt": 6,
        "pull-package.ms-avg": 1313,
        "web-request.cnt": 4,
        "web-request.ms-avg": 2492
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:13:09 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:09 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:09 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:09 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:09 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:09 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:09 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:13:09 remove worker.pid",
        "2019/07/24 15:13:09 exiting",
        ""
      ]
    },
    {
      "test": "install_tests",
      "params": {},
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "sandbox_config": {},
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "registry": "/root/open-lambda/test-registry",
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 6.500986337661743,
      "total_seconds": 6.738652467727661,
      "stats": null,
      "ol-stats": {
        "Channel().cnt": 10,
        "Channel().ms-avg": 0,
        "Create().cnt": 11,
        "Create().ms-avg": 94,
        "Create()/acquire-cgroup.cnt": 11,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 11,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fork-proc.cnt": 4,
        "Create()/fork-proc.ms-avg": 7,
        "Create()/fresh-proc.cnt": 7,
        "Create()/fresh-proc.ms-avg": 140,
        "Create()/make-root-fs.cnt": 11,
        "Create()/make-root-fs.ms-avg": 1,
        "Destroy().cnt": 11,
        "Destroy().ms-avg": 2,
        "Destroy()/detach-root.cnt": 11,
        "Destroy()/detach-root.ms-avg": 0,
        "Destroy()/kill-procs.cnt": 11,
        "Destroy()/kill-procs.ms-avg": 1,
        "Destroy()/remove-root.cnt": 11,
        "Destroy()/remove-root.ms-avg": 0,
        "LambdaFunc.Invoke.cnt": 4,
        "LambdaFunc.Invoke.ms-avg": 1617,
        "Pause().cnt": 8,
        "Pause().ms-avg": 4,
        "ServeHTTP.cnt": 4,
        "ServeHTTP.ms-avg": 60,
        "Unpause().cnt": 3,
        "Unpause().ms-avg": 0,
        "childExit().cnt": 4,
        "childExit().ms-avg": 0,
        "fork().cnt": 4,
        "fork().ms-avg": 7,
        "forkRequest.cnt": 4,
        "forkRequest.ms-avg": 6,
        "fresh-cgroup.cnt": 28,
        "fresh-cgroup.ms-avg": 0,
        "move-to-cg-after-fork.cnt": 4,
        "move-to-cg-after-fork.ms-avg": 0,
        "pull-lambda.cnt": 4,
        "pull-lambda.ms-avg": 1,
        "pull-package.cnt": 6,
        "pull-package.ms-avg": 1002,
        "web-request.cnt": 4,
        "web-request.ms-avg": 1617
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:13:16 Evictor: Sandbox 8 priority goes to 0",
        "2019/07/24 15:13:16 Evictor: Sandbox 1 priority goes to 0",
        "2019/07/24 15:13:16 0 of 500 MB available [MEM POOL sandboxes]",
        "2019/07/24 15:13:16 WARNING!  Critically low on memory, so evicting an active Sandbox",
        "2019/07/24 15:13:16 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:16 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:16 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:13:16 remove worker.pid",
        "2019/07/24 15:13:16 exiting",
        ""
      ]
    },
    {
      "test": "install_tests",
      "params": {},
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "docker",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "registry": "/root/open-lambda/test-registry",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": false,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "sandbox_config": {},
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 25.0034601688385,
      "total_seconds": 26.128177404403687,
      "stats": null,
      "ol-stats": {
        "Channel().cnt": 10,
        "Channel().ms-avg": 0,
        "Create().cnt": 10,
        "Create().ms-avg": 925,
        "Destroy().cnt": 10,
        "Destroy().ms-avg": 366,
        "LambdaFunc.Invoke.cnt": 4,
        "LambdaFunc.Invoke.ms-avg": 6238,
        "Pause().cnt": 4,
        "Pause().ms-avg": 28,
        "ServeHTTP.cnt": 4,
        "ServeHTTP.ms-avg": 1,
        "pull-lambda.cnt": 4,
        "pull-lambda.ms-avg": 1,
        "pull-package.cnt": 6,
        "pull-package.ms-avg": 3256,
        "web-request.cnt": 4,
        "web-request.ms-avg": 6238
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:13:41 Kill function: install",
        "2019/07/24 15:13:41 Destroy() [SB 6]",
        "2019/07/24 15:13:42 Kill function: install2",
        "2019/07/24 15:13:42 Destroy() [SB 7]",
        "2019/07/24 15:13:42 Kill function: install3",
        "2019/07/24 15:13:42 Destroy() [SB 9]",
        "2019/07/24 15:13:42 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:13:42 remove worker.pid",
        "2019/07/24 15:13:42 exiting",
        ""
      ]
    },
    {
      "test": "fork_bomb",
      "params": {},
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "sandbox_config": {},
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "registry": "/root/open-lambda/test-registry",
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 0.18267464637756348,
      "total_seconds": 0.31450319290161133,
      "stats": null,
      "ol-stats": {
        "Channel().cnt": 1,
        "Channel().ms-avg": 0,
        "Create().cnt": 2,
        "Create().ms-avg": 77,
        "Create()/acquire-cgroup.cnt": 2,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 2,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fork-proc.cnt": 1,
        "Create()/fork-proc.ms-avg": 6,
        "Create()/fresh-proc.cnt": 1,
        "Create()/fresh-proc.ms-avg": 140,
        "Create()/make-root-fs.cnt": 2,
        "Create()/make-root-fs.ms-avg": 4,
        "Destroy().cnt": 2,
        "Destroy().ms-avg": 2,
        "Destroy()/detach-root.cnt": 2,
        "Destroy()/detach-root.ms-avg": 1,
        "Destroy()/kill-procs.cnt": 2,
        "Destroy()/kill-procs.ms-avg": 0,
        "Destroy()/remove-root.cnt": 2,
        "Destroy()/remove-root.ms-avg": 0,
        "LambdaFunc.Invoke.cnt": 1,
        "LambdaFunc.Invoke.ms-avg": 178,
        "Pause().cnt": 2,
        "Pause().ms-avg": 4,
        "ServeHTTP.cnt": 1,
        "ServeHTTP.ms-avg": 11,
        "childExit().cnt": 1,
        "childExit().ms-avg": 0,
        "fork().cnt": 1,
        "fork().ms-avg": 6,
        "forkRequest.cnt": 1,
        "forkRequest.ms-avg": 5,
        "fresh-cgroup.cnt": 19,
        "fresh-cgroup.ms-avg": 0,
        "move-to-cg-after-fork.cnt": 1,
        "move-to-cg-after-fork.ms-avg": 0,
        "pull-lambda.cnt": 1,
        "pull-lambda.ms-avg": 5,
        "web-request.cnt": 1,
        "web-request.ms-avg": 178
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:13:42 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:42 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:42 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:42 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:42 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:42 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:42 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:13:42 remove worker.pid",
        "2019/07/24 15:13:42 exiting",
        ""
      ]
    },
    {
      "test": "max_mem_alloc",
      "params": {},
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "sandbox_config": {},
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "registry": "/root/open-lambda/test-registry",
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 0.8382773399353027,
      "total_seconds": 0.9722371101379395,
      "stats": null,
      "ol-stats": {
        "Channel().cnt": 1,
        "Channel().ms-avg": 0,
        "Create().cnt": 2,
        "Create().ms-avg": 77,
        "Create()/acquire-cgroup.cnt": 2,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 2,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fork-proc.cnt": 1,
        "Create()/fork-proc.ms-avg": 7,
        "Create()/fresh-proc.cnt": 1,
        "Create()/fresh-proc.ms-avg": 139,
        "Create()/make-root-fs.cnt": 2,
        "Create()/make-root-fs.ms-avg": 4,
        "Destroy().cnt": 2,
        "Destroy().ms-avg": 2,
        "Destroy()/detach-root.cnt": 2,
        "Destroy()/detach-root.ms-avg": 1,
        "Destroy()/kill-procs.cnt": 2,
        "Destroy()/kill-procs.ms-avg": 0,
        "Destroy()/remove-root.cnt": 2,
        "Destroy()/remove-root.ms-avg": 0,
        "LambdaFunc.Invoke.cnt": 1,
        "LambdaFunc.Invoke.ms-avg": 834,
        "Pause().cnt": 2,
        "Pause().ms-avg": 3,
        "ServeHTTP.cnt": 1,
        "ServeHTTP.ms-avg": 671,
        "childExit().cnt": 1,
        "childExit().ms-avg": 0,
        "fork().cnt": 1,
        "fork().ms-avg": 7,
        "forkRequest.cnt": 1,
        "forkRequest.ms-avg": 5,
        "fresh-cgroup.cnt": 19,
        "fresh-cgroup.ms-avg": 0,
        "move-to-cg-after-fork.cnt": 1,
        "move-to-cg-after-fork.ms-avg": 2,
        "pull-lambda.cnt": 1,
        "pull-lambda.ms-avg": 2,
        "web-request.cnt": 1,
        "web-request.ms-avg": 834
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:13:43 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:43 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:43 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:43 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:43 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:43 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:13:43 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:13:43 remove worker.pid",
        "2019/07/24 15:13:43 exiting",
        ""
      ]
    },
    {
      "test": "numpy_test",
      "params": {},
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "sandbox_config": {},
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "registry": "/root/open-lambda/test-registry",
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 31.792616844177246,
      "total_seconds": 32.040019035339355,
      "stats": null,
      "ol-stats": {
        "Channel().cnt": 12,
        "Channel().ms-avg": 0,
        "Create().cnt": 13,
        "Create().ms-avg": 130,
        "Create()/acquire-cgroup.cnt": 13,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 13,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fork-proc.cnt": 5,
        "Create()/fork-proc.ms-avg": 6,
        "Create()/fresh-proc.cnt": 8,
        "Create()/fresh-proc.ms-avg": 185,
        "Create()/make-root-fs.cnt": 13,
        "Create()/make-root-fs.ms-avg": 13,
        "Destroy().cnt": 13,
        "Destroy().ms-avg": 3,
        "Destroy()/detach-root.cnt": 13,
        "Destroy()/detach-root.ms-avg": 0,
        "Destroy()/kill-procs.cnt": 13,
        "Destroy()/kill-procs.ms-avg": 2,
        "Destroy()/remove-root.cnt": 13,
        "Destroy()/remove-root.ms-avg": 0,
        "LambdaFunc.Invoke.cnt": 5,
        "LambdaFunc.Invoke.ms-avg": 6354,
        "Pause().cnt": 10,
        "Pause().ms-avg": 4,
        "ServeHTTP.cnt": 5,
        "ServeHTTP.ms-avg": 290,
        "Unpause().cnt": 4,
        "Unpause().ms-avg": 0,
        "childExit().cnt": 5,
        "childExit().ms-avg": 0,
        "fork().cnt": 5,
        "fork().ms-avg": 6,
        "forkRequest.cnt": 5,
        "forkRequest.ms-avg": 6,
        "fresh-cgroup.cnt": 30,
        "fresh-cgroup.ms-avg": 0,
        "move-to-cg-after-fork.cnt": 5,
        "move-to-cg-after-fork.ms-avg": 0,
        "pull-lambda.cnt": 5,
        "pull-lambda.ms-avg": 7,
        "pull-package.cnt": 7,
        "pull-package.ms-avg": 4273,
        "web-request.cnt": 5,
        "web-request.ms-avg": 6354
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:14:15 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:15 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:15 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:15 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:15 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:15 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:15 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:14:15 remove worker.pid",
        "2019/07/24 15:14:15 exiting",
        ""
      ]
    },
    {
      "test": "sock_churn",
      "params": {
        "procs": 1,
        "fork": false,
        "seconds": 5,
        "baseline": 0
      },
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "sandbox_config": {},
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "registry": "/root/open-lambda/test-dir/registry",
        "server_mode": "sock",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 5.170270919799805,
      "total_seconds": 5.391809940338135,
      "stats": {
        "sandboxes_per_sec": 6.4
      },
      "ol-stats": {
        "Create().cnt": 32,
        "Create().ms-avg": 144,
        "Create()/acquire-cgroup.cnt": 32,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 32,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fresh-proc.cnt": 32,
        "Create()/fresh-proc.ms-avg": 139,
        "Create()/make-root-fs.cnt": 32,
        "Create()/make-root-fs.ms-avg": 4,
        "Destroy().cnt": 64,
        "Destroy().ms-avg": 1,
        "Destroy()/detach-root.cnt": 32,
        "Destroy()/detach-root.ms-avg": 1,
        "Destroy()/kill-procs.cnt": 32,
        "Destroy()/kill-procs.ms-avg": 1,
        "Destroy()/remove-root.cnt": 32,
        "Destroy()/remove-root.ms-avg": 0,
        "fresh-cgroup.cnt": 49,
        "fresh-cgroup.ms-avg": 0
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:14:21 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:21 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:21 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:21 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:21 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:21 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:21 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:14:21 remove worker.pid",
        "2019/07/24 15:14:21 exiting",
        ""
      ]
    },
    {
      "test": "sock_churn",
      "params": {
        "procs": 1,
        "fork": true,
        "seconds": 15,
        "baseline": 0
      },
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "sandbox_config": {},
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "registry": "/root/open-lambda/test-dir/registry",
        "server_mode": "sock",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 15.200354814529419,
      "total_seconds": 15.428850650787354,
      "stats": {
        "sandboxes_per_sec": 43.86666666666667
      },
      "ol-stats": {
        "Create().cnt": 659,
        "Create().ms-avg": 10,
        "Create()/acquire-cgroup.cnt": 659,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 659,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fork-proc.cnt": 658,
        "Create()/fork-proc.ms-avg": 6,
        "Create()/fresh-proc.cnt": 1,
        "Create()/fresh-proc.ms-avg": 137,
        "Create()/make-root-fs.cnt": 659,
        "Create()/make-root-fs.ms-avg": 3,
        "Destroy().cnt": 1317,
        "Destroy().ms-avg": 1,
        "Destroy()/detach-root.cnt": 659,
        "Destroy()/detach-root.ms-avg": 1,
        "Destroy()/kill-procs.cnt": 659,
        "Destroy()/kill-procs.ms-avg": 0,
        "Destroy()/remove-root.cnt": 659,
        "Destroy()/remove-root.ms-avg": 0,
        "childExit().cnt": 658,
        "childExit().ms-avg": 0,
        "fork().cnt": 658,
        "fork().ms-avg": 6,
        "forkRequest.cnt": 658,
        "forkRequest.ms-avg": 5,
        "fresh-cgroup.cnt": 676,
        "fresh-cgroup.ms-avg": 0,
        "move-to-cg-after-fork.cnt": 658,
        "move-to-cg-after-fork.ms-avg": 0
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:14:36 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:36 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:36 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:36 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:36 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:36 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:36 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:14:36 remove worker.pid",
        "2019/07/24 15:14:36 exiting",
        ""
      ]
    },
    {
      "test": "sock_churn",
      "params": {
        "procs": 15,
        "fork": true,
        "seconds": 15,
        "baseline": 0
      },
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "sandbox_config": {},
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "registry": "/root/open-lambda/test-dir/registry",
        "server_mode": "sock",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 15.341240882873535,
      "total_seconds": 15.571334600448608,
      "stats": {
        "sandboxes_per_sec": 45.13333333333333
      },
      "ol-stats": {
        "Create().cnt": 678,
        "Create().ms-avg": 82,
        "Create()/acquire-cgroup.cnt": 678,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 678,
        "Create()/acquire-mem.ms-avg": 16,
        "Create()/fork-proc.cnt": 677,
        "Create()/fork-proc.ms-avg": 62,
        "Create()/fresh-proc.cnt": 1,
        "Create()/fresh-proc.ms-avg": 136,
        "Create()/make-root-fs.cnt": 678,
        "Create()/make-root-fs.ms-avg": 2,
        "Destroy().cnt": 1355,
        "Destroy().ms-avg": 52,
        "Destroy()/detach-root.cnt": 678,
        "Destroy()/detach-root.ms-avg": 0,
        "Destroy()/kill-procs.cnt": 678,
        "Destroy()/kill-procs.ms-avg": 29,
        "Destroy()/remove-root.cnt": 678,
        "Destroy()/remove-root.ms-avg": 0,
        "childExit().cnt": 677,
        "childExit().ms-avg": 62,
        "fork().cnt": 677,
        "fork().ms-avg": 61,
        "forkRequest.cnt": 677,
        "forkRequest.ms-avg": 10,
        "fresh-cgroup.cnt": 695,
        "fresh-cgroup.ms-avg": 4,
        "move-to-cg-after-fork.cnt": 677,
        "move-to-cg-after-fork.ms-avg": 2
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:14:52 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:52 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:52 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:52 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:52 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:52 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:52 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:14:52 remove worker.pid",
        "2019/07/24 15:14:52 exiting",
        ""
      ]
    },
    {
      "test": "update_code",
      "params": {},
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 3000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "registry": "/tmp/tmpqab8hdmt",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "sandbox_config": {},
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 6.261296272277832,
      "total_seconds": 6.397086143493652,
      "stats": null,
      "ol-stats": {
        "Channel().cnt": 3,
        "Channel().ms-avg": 0,
        "Create().cnt": 4,
        "Create().ms-avg": 44,
        "Create()/acquire-cgroup.cnt": 4,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 4,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fork-proc.cnt": 3,
        "Create()/fork-proc.ms-avg": 7,
        "Create()/fresh-proc.cnt": 1,
        "Create()/fresh-proc.ms-avg": 139,
        "Create()/make-root-fs.cnt": 4,
        "Create()/make-root-fs.ms-avg": 3,
        "Destroy().cnt": 4,
        "Destroy().ms-avg": 3,
        "Destroy()/detach-root.cnt": 4,
        "Destroy()/detach-root.ms-avg": 0,
        "Destroy()/kill-procs.cnt": 4,
        "Destroy()/kill-procs.ms-avg": 2,
        "Destroy()/remove-root.cnt": 4,
        "Destroy()/remove-root.ms-avg": 0,
        "LambdaFunc.Invoke.cnt": 1557,
        "LambdaFunc.Invoke.ms-avg": 1,
        "Pause().cnt": 1560,
        "Pause().ms-avg": 0,
        "ServeHTTP.cnt": 1557,
        "ServeHTTP.ms-avg": 0,
        "Unpause().cnt": 1556,
        "Unpause().ms-avg": 0,
        "childExit().cnt": 3,
        "childExit().ms-avg": 0,
        "fork().cnt": 3,
        "fork().ms-avg": 7,
        "forkRequest.cnt": 3,
        "forkRequest.ms-avg": 6,
        "fresh-cgroup.cnt": 21,
        "fresh-cgroup.ms-avg": 0,
        "move-to-cg-after-fork.cnt": 3,
        "move-to-cg-after-fork.ms-avg": 0,
        "pull-lambda.cnt": 3,
        "pull-lambda.ms-avg": 1,
        "web-request.cnt": 1557,
        "web-request.ms-avg": 1
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:14:58 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:58 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:58 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:58 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:58 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:58 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:14:58 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:14:58 remove worker.pid",
        "2019/07/24 15:14:58 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 1,
        "seconds": 15
      },
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "sandbox_config": {},
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "registry": "/root/open-lambda/test-registry",
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 15.044417381286621,
      "total_seconds": 15.274585247039795,
      "stats": {
        "reqs_per_sec": 283.26666666666665
      },
      "ol-stats": {
        "Channel().cnt": 3,
        "Channel().ms-avg": 0,
        "Create().cnt": 4,
        "Create().ms-avg": 45,
        "Create()/acquire-cgroup.cnt": 4,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 4,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fork-proc.cnt": 3,
        "Create()/fork-proc.ms-avg": 7,
        "Create()/fresh-proc.cnt": 1,
        "Create()/fresh-proc.ms-avg": 140,
        "Create()/make-root-fs.cnt": 4,
        "Create()/make-root-fs.ms-avg": 3,
        "Destroy().cnt": 4,
        "Destroy().ms-avg": 3,
        "Destroy()/detach-root.cnt": 4,
        "Destroy()/detach-root.ms-avg": 0,
        "Destroy()/kill-procs.cnt": 4,
        "Destroy()/kill-procs.ms-avg": 2,
        "Destroy()/remove-root.cnt": 4,
        "Destroy()/remove-root.ms-avg": 0,
        "LambdaFunc.Invoke.cnt": 4249,
        "LambdaFunc.Invoke.ms-avg": 1,
        "Pause().cnt": 4252,
        "Pause().ms-avg": 0,
        "ServeHTTP.cnt": 4249,
        "ServeHTTP.ms-avg": 0,
        "Unpause().cnt": 4248,
        "Unpause().ms-avg": 0,
        "childExit().cnt": 3,
        "childExit().ms-avg": 0,
        "fork().cnt": 3,
        "fork().ms-avg": 7,
        "forkRequest.cnt": 3,
        "forkRequest.ms-avg": 6,
        "fresh-cgroup.cnt": 21,
        "fresh-cgroup.ms-avg": 0,
        "move-to-cg-after-fork.cnt": 3,
        "move-to-cg-after-fork.ms-avg": 1,
        "pull-lambda.cnt": 3,
        "pull-lambda.ms-avg": 1,
        "web-request.cnt": 4249,
        "web-request.ms-avg": 1
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:15:13 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:13 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:13 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:13 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:13 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:13 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:13 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:15:13 remove worker.pid",
        "2019/07/24 15:15:13 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 2,
        "seconds": 15
      },
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "sandbox_config": {},
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "registry": "/root/open-lambda/test-registry",
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 15.048564434051514,
      "total_seconds": 15.278869390487671,
      "stats": {
        "reqs_per_sec": 281.4
      },
      "ol-stats": {
        "Channel().cnt": 3,
        "Channel().ms-avg": 0,
        "Create().cnt": 4,
        "Create().ms-avg": 44,
        "Create()/acquire-cgroup.cnt": 4,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 4,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fork-proc.cnt": 3,
        "Create()/fork-proc.ms-avg": 7,
        "Create()/fresh-proc.cnt": 1,
        "Create()/fresh-proc.ms-avg": 138,
        "Create()/make-root-fs.cnt": 4,
        "Create()/make-root-fs.ms-avg": 3,
        "Destroy().cnt": 4,
        "Destroy().ms-avg": 3,
        "Destroy()/detach-root.cnt": 4,
        "Destroy()/detach-root.ms-avg": 0,
        "Destroy()/kill-procs.cnt": 4,
        "Destroy()/kill-procs.ms-avg": 2,
        "Destroy()/remove-root.cnt": 4,
        "Destroy()/remove-root.ms-avg": 0,
        "LambdaFunc.Invoke.cnt": 4221,
        "LambdaFunc.Invoke.ms-avg": 1,
        "Pause().cnt": 3802,
        "Pause().ms-avg": 0,
        "ServeHTTP.cnt": 4221,
        "ServeHTTP.ms-avg": 0,
        "Unpause().cnt": 3798,
        "Unpause().ms-avg": 0,
        "childExit().cnt": 3,
        "childExit().ms-avg": 0,
        "fork().cnt": 3,
        "fork().ms-avg": 7,
        "forkRequest.cnt": 3,
        "forkRequest.ms-avg": 6,
        "fresh-cgroup.cnt": 21,
        "fresh-cgroup.ms-avg": 0,
        "move-to-cg-after-fork.cnt": 3,
        "move-to-cg-after-fork.ms-avg": 0,
        "pull-lambda.cnt": 3,
        "pull-lambda.ms-avg": 1,
        "web-request.cnt": 4221,
        "web-request.ms-avg": 1
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:15:29 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:29 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:29 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:29 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:29 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:29 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:29 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:15:29 remove worker.pid",
        "2019/07/24 15:15:29 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 8,
        "seconds": 15
      },
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": false
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "sandbox_config": {},
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "registry": "/root/open-lambda/test-registry",
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 15.063232898712158,
      "total_seconds": 15.293070793151855,
      "stats": {
        "reqs_per_sec": 256.6
      },
      "ol-stats": {
        "Channel().cnt": 3,
        "Channel().ms-avg": 0,
        "Create().cnt": 4,
        "Create().ms-avg": 44,
        "Create()/acquire-cgroup.cnt": 4,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 4,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fork-proc.cnt": 3,
        "Create()/fork-proc.ms-avg": 7,
        "Create()/fresh-proc.cnt": 1,
        "Create()/fresh-proc.ms-avg": 138,
        "Create()/make-root-fs.cnt": 4,
        "Create()/make-root-fs.ms-avg": 3,
        "Destroy().cnt": 4,
        "Destroy().ms-avg": 5,
        "Destroy()/detach-root.cnt": 4,
        "Destroy()/detach-root.ms-avg": 1,
        "Destroy()/kill-procs.cnt": 4,
        "Destroy()/kill-procs.ms-avg": 1,
        "Destroy()/remove-root.cnt": 4,
        "Destroy()/remove-root.ms-avg": 0,
        "LambdaFunc.Invoke.cnt": 3849,
        "LambdaFunc.Invoke.ms-avg": 2,
        "Pause().cnt": 2843,
        "Pause().ms-avg": 0,
        "ServeHTTP.cnt": 3849,
        "ServeHTTP.ms-avg": 0,
        "Unpause().cnt": 2839,
        "Unpause().ms-avg": 0,
        "childExit().cnt": 3,
        "childExit().ms-avg": 3,
        "fork().cnt": 3,
        "fork().ms-avg": 7,
        "forkRequest.cnt": 3,
        "forkRequest.ms-avg": 6,
        "fresh-cgroup.cnt": 21,
        "fresh-cgroup.ms-avg": 0,
        "move-to-cg-after-fork.cnt": 3,
        "move-to-cg-after-fork.ms-avg": 0,
        "pull-lambda.cnt": 3,
        "pull-lambda.ms-avg": 4,
        "web-request.cnt": 3849,
        "web-request.ms-avg": 2
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:15:44 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:44 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:44 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:44 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:44 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:44 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:44 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:15:44 remove worker.pid",
        "2019/07/24 15:15:44 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "alloc_mb": 1,
        "lambda_count": 100
      },
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "registry": "/tmp/tmpwu_2nqmc",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": true
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "sandbox_config": {},
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 2.832315683364868,
      "total_seconds": 3.198702812194824,
      "stats": {
        "reqs_per_sec": 35.30809467372138
      },
      "ol-stats": {
        "Channel().cnt": 100,
        "Channel().ms-avg": 0,
        "Create().cnt": 101,
        "Create().ms-avg": 7,
        "Create()/acquire-cgroup.cnt": 101,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 101,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fork-proc.cnt": 100,
        "Create()/fork-proc.ms-avg": 5,
        "Create()/fresh-proc.cnt": 1,
        "Create()/fresh-proc.ms-avg": 138,
        "Create()/make-root-fs.cnt": 101,
        "Create()/make-root-fs.ms-avg": 0,
        "Destroy().cnt": 154,
        "Destroy().ms-avg": 4,
        "Destroy()/detach-root.cnt": 101,
        "Destroy()/detach-root.ms-avg": 0,
        "Destroy()/kill-procs.cnt": 101,
        "Destroy()/kill-procs.ms-avg": 3,
        "Destroy()/remove-root.cnt": 101,
        "Destroy()/remove-root.ms-avg": 0,
        "LambdaFunc.Invoke.cnt": 100,
        "LambdaFunc.Invoke.ms-avg": 24,
        "Pause().cnt": 200,
        "Pause().ms-avg": 9,
        "ServeHTTP.cnt": 100,
        "ServeHTTP.ms-avg": 6,
        "Unpause().cnt": 99,
        "Unpause().ms-avg": 0,
        "childExit().cnt": 100,
        "childExit().ms-avg": 2,
        "evict.cnt": 53,
        "evict.ms-avg": 10,
        "fork().cnt": 100,
        "fork().ms-avg": 5,
        "forkRequest.cnt": 100,
        "forkRequest.ms-avg": 4,
        "fresh-cgroup.cnt": 70,
        "fresh-cgroup.ms-avg": 0,
        "move-to-cg-after-fork.cnt": 100,
        "move-to-cg-after-fork.ms-avg": 0,
        "pull-lambda.cnt": 100,
        "pull-lambda.ms-avg": 3,
        "web-request.cnt": 100,
        "web-request.ms-avg": 24
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:15:47 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:47 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:47 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:47 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:47 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:47 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:15:47 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:15:47 remove worker.pid",
        "2019/07/24 15:15:47 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "alloc_mb": 10,
        "lambda_count": 1000
      },
      "pass": true,
      "conf": {
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "import_cache_tree": "",
        "sandbox": "sock",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "pip_mirror": "",
        "mem_pool_mb": 500,
        "docker_runtime": "",
        "features": {
          "import_cache": true,
          "reuse_cgroups": true
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "sandbox_config": {},
        "limits": {
          "procs": 10,
          "swappiness": 0,
          "installer_mem_mb": 250,
          "mem_mb": 50
        },
        "registry": "/tmp/tmp84iuvjb3",
        "server_mode": "lambda",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda"
      },
      "seconds": 42.714380979537964,
      "total_seconds": 43.06662201881409,
      "stats": {
        "reqs_per_sec": 23.411333397660528
      },
      "ol-stats": {
        "Channel().cnt": 1000,
        "Channel().ms-avg": 0,
        "Create().cnt": 1001,
        "Create().ms-avg": 8,
        "Create()/acquire-cgroup.cnt": 1001,
        "Create()/acquire-cgroup.ms-avg": 0,
        "Create()/acquire-mem.cnt": 1001,
        "Create()/acquire-mem.ms-avg": 0,
        "Create()/fork-proc.cnt": 1000,
        "Create()/fork-proc.ms-avg": 6,
        "Create()/fresh-proc.cnt": 1,
        "Create()/fresh-proc.ms-avg": 191,
        "Create()/make-root-fs.cnt": 1001,
        "Create()/make-root-fs.ms-avg": 1,
        "Destroy().cnt": 1981,
        "Destroy().ms-avg": 5,
        "Destroy()/detach-root.cnt": 1001,
        "Destroy()/detach-root.ms-avg": 0,
        "Destroy()/kill-procs.cnt": 1001,
        "Destroy()/kill-procs.ms-avg": 6,
        "Destroy()/remove-root.cnt": 1001,
        "Destroy()/remove-root.ms-avg": 0,
        "LambdaFunc.Invoke.cnt": 1000,
        "LambdaFunc.Invoke.ms-avg": 38,
        "Pause().cnt": 2000,
        "Pause().ms-avg": 8,
        "ServeHTTP.cnt": 1000,
        "ServeHTTP.ms-avg": 19,
        "Unpause().cnt": 999,
        "Unpause().ms-avg": 0,
        "childExit().cnt": 1000,
        "childExit().ms-avg": 3,
        "evict.cnt": 980,
        "evict.ms-avg": 10,
        "fork().cnt": 1000,
        "fork().ms-avg": 6,
        "forkRequest.cnt": 1000,
        "forkRequest.ms-avg": 5,
        "fresh-cgroup.cnt": 40,
        "fresh-cgroup.ms-avg": 0,
        "move-to-cg-after-fork.cnt": 1000,
        "move-to-cg-after-fork.ms-avg": 0,
        "pull-lambda.cnt": 1000,
        "pull-lambda.ms-avg": 2,
        "web-request.cnt": 1000,
        "web-request.ms-avg": 38
      },
      "errors": [],
      "worker_tail": [
        "2019/07/24 15:16:30 remove /sys/fs/cgroup/freezer/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:16:30 remove /sys/fs/cgroup/hugetlb/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:16:30 remove /sys/fs/cgroup/memory/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:16:30 remove /sys/fs/cgroup/perf_event/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:16:30 remove /sys/fs/cgroup/systemd/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:16:30 remove /sys/fs/cgroup/pids/worker-sandboxes [CGROUP POOL worker-sandboxes]",
        "2019/07/24 15:16:30 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/24 15:16:30 remove worker.pid",
        "2019/07/24 15:16:30 exiting",
        ""
      ]
    }
  ],
  "passed": 16,
  "failed": 0,
  "seconds": 295.6399300098419
}