{
  "runs": [
    {
      "test": "ping_test",
      "params": {},
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "import_cache_mb": 250,
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "import_cache_tree": "",
        "worker_port": "5000",
        "server_mode": "lambda",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "docker_runtime": ""
      },
      "seconds": 2.1947171688079834,
      "total_seconds": 2.4923596382141113,
      "stats": {
        "pings_per_sec": 455.64408020666536
      },
      "ol-stats": {},
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:33:11 remove /sys/fs/cgroup/freezer/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:11 remove /sys/fs/cgroup/hugetlb/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:11 remove /sys/fs/cgroup/memory/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:11 remove /sys/fs/cgroup/perf_event/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:11 remove /sys/fs/cgroup/systemd/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:11 remove /sys/fs/cgroup/pids/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:11 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:33:11 remove worker.pid",
        "2019/07/17 16:33:11 exiting",
        ""
      ]
    },
    {
      "test": "install_tests",
      "params": {},
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 500,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "import_cache_mb": 0,
        "worker_port": "5000",
        "import_cache_tree": "",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "seconds": 14.183985233306885,
      "total_seconds": 14.424038410186768,
      "stats": null,
      "ol-stats": {
        "Channel():ms.avg": 0,
        "Channel():ms.cnt": 10,
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 10,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 10,
        "Create()/fresh-proc:ms.avg": 300,
        "Create()/fresh-proc:ms.cnt": 10,
        "Create()/make-root-fs:ms.avg": 1,
        "Create()/make-root-fs:ms.cnt": 10,
        "Create():ms.avg": 302,
        "Create():ms.cnt": 10,
        "Destroy()/detach-root:ms.avg": 0,
        "Destroy()/detach-root:ms.cnt": 10,
        "Destroy()/kill-procs:ms.avg": 2,
        "Destroy()/kill-procs:ms.cnt": 10,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 10,
        "Destroy():ms.avg": 2,
        "Destroy():ms.cnt": 10,
        "Pause():ms.avg": 4,
        "Pause():ms.cnt": 4,
        "pip-install:ms.avg": 1948,
        "pip-install:ms.cnt": 6
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:33:25 remove /sys/fs/cgroup/freezer/worker-handler-sandboxes [CGROUP POOL worker-handler-sandboxes]",
        "2019/07/17 16:33:25 remove /sys/fs/cgroup/hugetlb/worker-handler-sandboxes [CGROUP POOL worker-handler-sandboxes]",
        "2019/07/17 16:33:25 remove /sys/fs/cgroup/memory/worker-handler-sandboxes [CGROUP POOL worker-handler-sandboxes]",
        "2019/07/17 16:33:25 remove /sys/fs/cgroup/perf_event/worker-handler-sandboxes [CGROUP POOL worker-handler-sandboxes]",
        "2019/07/17 16:33:25 remove /sys/fs/cgroup/systemd/worker-handler-sandboxes [CGROUP POOL worker-handler-sandboxes]",
        "2019/07/17 16:33:25 remove /sys/fs/cgroup/pids/worker-handler-sandboxes [CGROUP POOL worker-handler-sandboxes]",
        "2019/07/17 16:33:25 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:33:25 remove worker.pid",
        "2019/07/17 16:33:25 exiting",
        ""
      ]
    },
    {
      "test": "install_tests",
      "params": {},
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "worker_port": "5000",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "registry": "/root/open-lambda/test-registry",
        "import_cache_tree": "",
        "pip_mirror": "",
        "import_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "seconds": 6.6715874671936035,
      "total_seconds": 6.899634122848511,
      "stats": null,
      "ol-stats": {
        "Channel():ms.avg": 0,
        "Channel():ms.cnt": 10,
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 11,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 11,
        "Create()/fork-proc:ms.avg": 6,
        "Create()/fork-proc:ms.cnt": 4,
        "Create()/fresh-proc:ms.avg": 190,
        "Create()/fresh-proc:ms.cnt": 7,
        "Create()/make-root-fs:ms.avg": 1,
        "Create()/make-root-fs:ms.cnt": 11,
        "Create():ms.avg": 125,
        "Create():ms.cnt": 11,
        "Destroy()/detach-root:ms.avg": 0,
        "Destroy()/detach-root:ms.cnt": 11,
        "Destroy()/kill-procs:ms.avg": 1,
        "Destroy()/kill-procs:ms.cnt": 11,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 11,
        "Destroy():ms.avg": 1,
        "Destroy():ms.cnt": 14,
        "Pause():ms.avg": 3,
        "Pause():ms.cnt": 4,
        "childExit():ms.avg": 0,
        "childExit():ms.cnt": 4,
        "evict:ms.avg": 1,
        "evict:ms.cnt": 3,
        "fork():ms.avg": 6,
        "fork():ms.cnt": 4,
        "forkRequest:ms.avg": 5,
        "forkRequest:ms.cnt": 4,
        "move-to-cg-after-fork:ms.avg": 0,
        "move-to-cg-after-fork:ms.cnt": 4,
        "pip-install:ms.avg": 1029,
        "pip-install:ms.cnt": 6
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:33:32 remove /sys/fs/cgroup/freezer/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:32 remove /sys/fs/cgroup/hugetlb/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:32 remove /sys/fs/cgroup/memory/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:32 remove /sys/fs/cgroup/perf_event/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:32 remove /sys/fs/cgroup/systemd/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:32 remove /sys/fs/cgroup/pids/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:32 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:33:32 remove worker.pid",
        "2019/07/17 16:33:32 exiting",
        ""
      ]
    },
    {
      "test": "install_tests",
      "params": {},
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "docker",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 500,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "import_cache_mb": 0,
        "worker_port": "5000",
        "import_cache_tree": "",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "seconds": 20.269593954086304,
      "total_seconds": 21.29743790626526,
      "stats": null,
      "ol-stats": {
        "Channel():ms.avg": 0,
        "Channel():ms.cnt": 10,
        "Create():ms.avg": 995,
        "Create():ms.cnt": 10,
        "Destroy():ms.avg": 310,
        "Destroy():ms.cnt": 10,
        "Pause():ms.avg": 30,
        "Pause():ms.cnt": 4,
        "pip-install:ms.avg": 2319,
        "pip-install:ms.cnt": 6
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:33:53 Kill function: install",
        "2019/07/17 16:33:53 Destroy() [SB 6]",
        "2019/07/17 16:33:53 Kill function: install2",
        "2019/07/17 16:33:53 Destroy() [SB 7]",
        "2019/07/17 16:33:53 Kill function: install3",
        "2019/07/17 16:33:53 Destroy() [SB 9]",
        "2019/07/17 16:33:53 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:33:53 remove worker.pid",
        "2019/07/17 16:33:53 exiting",
        ""
      ]
    },
    {
      "test": "fork_bomb",
      "params": {},
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "worker_port": "5000",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "registry": "/root/open-lambda/test-registry",
        "import_cache_tree": "",
        "pip_mirror": "",
        "import_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "seconds": 0.17882490158081055,
      "total_seconds": 0.4119913578033447,
      "stats": null,
      "ol-stats": {
        "Channel():ms.avg": 0,
        "Channel():ms.cnt": 1,
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 2,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 2,
        "Create()/fork-proc:ms.avg": 8,
        "Create()/fork-proc:ms.cnt": 1,
        "Create()/fresh-proc:ms.avg": 141,
        "Create()/fresh-proc:ms.cnt": 1,
        "Create()/make-root-fs:ms.avg": 1,
        "Create()/make-root-fs:ms.cnt": 2,
        "Create():ms.avg": 76,
        "Create():ms.cnt": 2,
        "Destroy()/detach-root:ms.avg": 1,
        "Destroy()/detach-root:ms.cnt": 2,
        "Destroy()/kill-procs:ms.avg": 0,
        "Destroy()/kill-procs:ms.cnt": 2,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 2,
        "Destroy():ms.avg": 2,
        "Destroy():ms.cnt": 2,
        "Pause():ms.avg": 4,
        "Pause():ms.cnt": 1,
        "childExit():ms.avg": 0,
        "childExit():ms.cnt": 1,
        "fork():ms.avg": 8,
        "fork():ms.cnt": 1,
        "forkRequest:ms.avg": 4,
        "forkRequest:ms.cnt": 1,
        "move-to-cg-after-fork:ms.avg": 3,
        "move-to-cg-after-fork:ms.cnt": 1
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:33:54 remove /sys/fs/cgroup/freezer/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:54 remove /sys/fs/cgroup/hugetlb/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:54 remove /sys/fs/cgroup/memory/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:54 remove /sys/fs/cgroup/perf_event/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:54 remove /sys/fs/cgroup/systemd/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:54 remove /sys/fs/cgroup/pids/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:54 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:33:54 remove worker.pid",
        "2019/07/17 16:33:54 exiting",
        ""
      ]
    },
    {
      "test": "max_mem_alloc",
      "params": {},
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "worker_port": "5000",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "registry": "/root/open-lambda/test-registry",
        "import_cache_tree": "",
        "pip_mirror": "",
        "import_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "seconds": 0.882577657699585,
      "total_seconds": 1.1130635738372803,
      "stats": null,
      "ol-stats": {
        "Channel():ms.avg": 0,
        "Channel():ms.cnt": 1,
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 2,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 2,
        "Create()/fork-proc:ms.avg": 7,
        "Create()/fork-proc:ms.cnt": 1,
        "Create()/fresh-proc:ms.avg": 143,
        "Create()/fresh-proc:ms.cnt": 1,
        "Create()/make-root-fs:ms.avg": 3,
        "Create()/make-root-fs:ms.cnt": 2,
        "Create():ms.avg": 80,
        "Create():ms.cnt": 2,
        "Destroy()/detach-root:ms.avg": 1,
        "Destroy()/detach-root:ms.cnt": 2,
        "Destroy()/kill-procs:ms.avg": 0,
        "Destroy()/kill-procs:ms.cnt": 2,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 2,
        "Destroy():ms.avg": 2,
        "Destroy():ms.cnt": 2,
        "Pause():ms.avg": 4,
        "Pause():ms.cnt": 1,
        "childExit():ms.avg": 0,
        "childExit():ms.cnt": 1,
        "fork():ms.avg": 7,
        "fork():ms.cnt": 1,
        "forkRequest:ms.avg": 6,
        "forkRequest:ms.cnt": 1,
        "move-to-cg-after-fork:ms.avg": 0,
        "move-to-cg-after-fork:ms.cnt": 1
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:33:55 remove /sys/fs/cgroup/freezer/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:55 remove /sys/fs/cgroup/hugetlb/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:55 remove /sys/fs/cgroup/memory/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:55 remove /sys/fs/cgroup/perf_event/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:55 remove /sys/fs/cgroup/systemd/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:55 remove /sys/fs/cgroup/pids/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:33:55 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:33:55 remove worker.pid",
        "2019/07/17 16:33:55 exiting",
        ""
      ]
    },
    {
      "test": "numpy_test",
      "params": {},
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "worker_port": "5000",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "registry": "/root/open-lambda/test-registry",
        "import_cache_tree": "",
        "pip_mirror": "",
        "import_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "seconds": 26.464076042175293,
      "total_seconds": 26.713160276412964,
      "stats": null,
      "ol-stats": {
        "Channel():ms.avg": 0,
        "Channel():ms.cnt": 12,
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 13,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 13,
        "Create()/fork-proc:ms.avg": 5,
        "Create()/fork-proc:ms.cnt": 5,
        "Create()/fresh-proc:ms.avg": 151,
        "Create()/fresh-proc:ms.cnt": 8,
        "Create()/make-root-fs:ms.avg": 1,
        "Create()/make-root-fs:ms.cnt": 13,
        "Create():ms.avg": 97,
        "Create():ms.cnt": 13,
        "Destroy()/detach-root:ms.avg": 0,
        "Destroy()/detach-root:ms.cnt": 13,
        "Destroy()/kill-procs:ms.avg": 2,
        "Destroy()/kill-procs:ms.cnt": 13,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 13,
        "Destroy():ms.avg": 2,
        "Destroy():ms.cnt": 17,
        "Pause():ms.avg": 3,
        "Pause():ms.cnt": 5,
        "childExit():ms.avg": 0,
        "childExit():ms.cnt": 5,
        "evict:ms.avg": 3,
        "evict:ms.cnt": 4,
        "fork():ms.avg": 5,
        "fork():ms.cnt": 5,
        "forkRequest:ms.avg": 5,
        "forkRequest:ms.cnt": 5,
        "move-to-cg-after-fork:ms.avg": 0,
        "move-to-cg-after-fork:ms.cnt": 5,
        "pip-install:ms.avg": 3534,
        "pip-install:ms.cnt": 7
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:34:22 remove /sys/fs/cgroup/freezer/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:34:22 remove /sys/fs/cgroup/hugetlb/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:34:22 remove /sys/fs/cgroup/memory/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:34:22 remove /sys/fs/cgroup/perf_event/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:34:22 remove /sys/fs/cgroup/systemd/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:34:22 remove /sys/fs/cgroup/pids/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:34:22 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:34:22 remove worker.pid",
        "2019/07/17 16:34:22 exiting",
        ""
      ]
    },
    {
      "test": "sock_churn",
      "params": {
        "seconds": 5,
        "fork": false,
        "procs": 1,
        "baseline": 0
      },
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "worker_port": "5000",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "registry": "/root/open-lambda/test-dir/registry",
        "import_cache_tree": "",
        "pip_mirror": "",
        "import_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "sock"
      },
      "seconds": 5.127218961715698,
      "total_seconds": 5.350257158279419,
      "stats": {
        "sandboxes_per_sec": 6.4
      },
      "ol-stats": {
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 32,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 32,
        "Create()/fresh-proc:ms.avg": 139,
        "Create()/fresh-proc:ms.cnt": 32,
        "Create()/make-root-fs:ms.avg": 3,
        "Create()/make-root-fs:ms.cnt": 32,
        "Create():ms.avg": 143,
        "Create():ms.cnt": 32,
        "Destroy()/detach-root:ms.avg": 1,
        "Destroy()/detach-root:ms.cnt": 32,
        "Destroy()/kill-procs:ms.avg": 1,
        "Destroy()/kill-procs:ms.cnt": 32,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 32,
        "Destroy():ms.avg": 1,
        "Destroy():ms.cnt": 64
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:34:27 remove /sys/fs/cgroup/freezer/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:27 remove /sys/fs/cgroup/hugetlb/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:27 remove /sys/fs/cgroup/memory/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:27 remove /sys/fs/cgroup/perf_event/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:27 remove /sys/fs/cgroup/systemd/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:27 remove /sys/fs/cgroup/pids/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:27 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:34:27 remove worker.pid",
        "2019/07/17 16:34:27 exiting",
        ""
      ]
    },
    {
      "test": "sock_churn",
      "params": {
        "seconds": 15,
        "fork": true,
        "procs": 1,
        "baseline": 0
      },
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "worker_port": "5000",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "registry": "/root/open-lambda/test-dir/registry",
        "import_cache_tree": "",
        "pip_mirror": "",
        "import_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "sock"
      },
      "seconds": 15.228700399398804,
      "total_seconds": 15.450201749801636,
      "stats": {
        "sandboxes_per_sec": 45.2
      },
      "ol-stats": {
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 679,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 679,
        "Create()/fork-proc:ms.avg": 7,
        "Create()/fork-proc:ms.cnt": 678,
        "Create()/fresh-proc:ms.avg": 137,
        "Create()/fresh-proc:ms.cnt": 1,
        "Create()/make-root-fs:ms.avg": 2,
        "Create()/make-root-fs:ms.cnt": 679,
        "Create():ms.avg": 10,
        "Create():ms.cnt": 679,
        "Destroy()/detach-root:ms.avg": 1,
        "Destroy()/detach-root:ms.cnt": 679,
        "Destroy()/kill-procs:ms.avg": 1,
        "Destroy()/kill-procs:ms.cnt": 679,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 679,
        "Destroy():ms.avg": 1,
        "Destroy():ms.cnt": 1357,
        "childExit():ms.avg": 0,
        "childExit():ms.cnt": 678,
        "fork():ms.avg": 7,
        "fork():ms.cnt": 678,
        "forkRequest:ms.avg": 6,
        "forkRequest:ms.cnt": 678,
        "move-to-cg-after-fork:ms.avg": 0,
        "move-to-cg-after-fork:ms.cnt": 678
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:34:42 remove /sys/fs/cgroup/freezer/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:42 remove /sys/fs/cgroup/hugetlb/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:42 remove /sys/fs/cgroup/memory/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:42 remove /sys/fs/cgroup/perf_event/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:42 remove /sys/fs/cgroup/systemd/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:42 remove /sys/fs/cgroup/pids/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:42 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:34:42 remove worker.pid",
        "2019/07/17 16:34:42 exiting",
        ""
      ]
    },
    {
      "test": "sock_churn",
      "params": {
        "seconds": 15,
        "fork": true,
        "procs": 15,
        "baseline": 0
      },
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "worker_port": "5000",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "registry": "/root/open-lambda/test-dir/registry",
        "import_cache_tree": "",
        "pip_mirror": "",
        "import_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "sock"
      },
      "seconds": 15.437935829162598,
      "total_seconds": 15.821098327636719,
      "stats": {
        "sandboxes_per_sec": 46.4
      },
      "ol-stats": {
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 697,
        "Create()/acquire-mem:ms.avg": 63,
        "Create()/acquire-mem:ms.cnt": 697,
        "Create()/fork-proc:ms.avg": 41,
        "Create()/fork-proc:ms.cnt": 696,
        "Create()/fresh-proc:ms.avg": 137,
        "Create()/fresh-proc:ms.cnt": 1,
        "Create()/make-root-fs:ms.avg": 2,
        "Create()/make-root-fs:ms.cnt": 697,
        "Create():ms.avg": 109,
        "Create():ms.cnt": 697,
        "Destroy()/detach-root:ms.avg": 1,
        "Destroy()/detach-root:ms.cnt": 697,
        "Destroy()/kill-procs:ms.avg": 7,
        "Destroy()/kill-procs:ms.cnt": 697,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 697,
        "Destroy():ms.avg": 26,
        "Destroy():ms.cnt": 1393,
        "childExit():ms.avg": 41,
        "childExit():ms.cnt": 696,
        "fork():ms.avg": 41,
        "fork():ms.cnt": 696,
        "forkRequest:ms.avg": 10,
        "forkRequest:ms.cnt": 696,
        "move-to-cg-after-fork:ms.avg": 2,
        "move-to-cg-after-fork:ms.cnt": 696
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:34:58 remove /sys/fs/cgroup/freezer/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:58 remove /sys/fs/cgroup/hugetlb/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:58 remove /sys/fs/cgroup/memory/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:58 remove /sys/fs/cgroup/perf_event/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:58 remove /sys/fs/cgroup/systemd/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:58 remove /sys/fs/cgroup/pids/worker-sock-handlers [CGROUP POOL worker-sock-handlers]",
        "2019/07/17 16:34:58 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:34:58 remove worker.pid",
        "2019/07/17 16:34:58 exiting",
        ""
      ]
    },
    {
      "test": "update_code",
      "params": {},
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 3000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "registry": "/tmp/tmpi3e8dds7",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "import_cache_mb": 250,
        "worker_port": "5000",
        "import_cache_tree": "",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "seconds": 6.027971029281616,
      "total_seconds": 6.2677390575408936,
      "stats": null,
      "ol-stats": {
        "Channel():ms.avg": 0,
        "Channel():ms.cnt": 3,
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 4,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 4,
        "Create()/fork-proc:ms.avg": 8,
        "Create()/fork-proc:ms.cnt": 3,
        "Create()/fresh-proc:ms.avg": 145,
        "Create()/fresh-proc:ms.cnt": 1,
        "Create()/make-root-fs:ms.avg": 3,
        "Create()/make-root-fs:ms.cnt": 4,
        "Create():ms.avg": 46,
        "Create():ms.cnt": 4,
        "Destroy()/detach-root:ms.avg": 0,
        "Destroy()/detach-root:ms.cnt": 4,
        "Destroy()/kill-procs:ms.avg": 0,
        "Destroy()/kill-procs:ms.cnt": 4,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 4,
        "Destroy():ms.avg": 2,
        "Destroy():ms.cnt": 4,
        "Pause():ms.avg": 0,
        "Pause():ms.cnt": 1666,
        "Unpause():ms.avg": 0,
        "Unpause():ms.cnt": 1663,
        "childExit():ms.avg": 1,
        "childExit():ms.cnt": 3,
        "fork():ms.avg": 8,
        "fork():ms.cnt": 3,
        "forkRequest:ms.avg": 7,
        "forkRequest:ms.cnt": 3,
        "move-to-cg-after-fork:ms.avg": 0,
        "move-to-cg-after-fork:ms.cnt": 3
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:35:04 remove /sys/fs/cgroup/freezer/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:04 remove /sys/fs/cgroup/hugetlb/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:04 remove /sys/fs/cgroup/memory/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:04 remove /sys/fs/cgroup/perf_event/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:04 remove /sys/fs/cgroup/systemd/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:04 remove /sys/fs/cgroup/pids/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:04 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:35:04 remove worker.pid",
        "2019/07/17 16:35:04 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 1
      },
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "worker_port": "5000",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "registry": "/root/open-lambda/test-registry",
        "import_cache_tree": "",
        "pip_mirror": "",
        "import_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "seconds": 15.044095754623413,
      "total_seconds": 15.27445650100708,
      "stats": {
        "reqs_per_sec": 282.06666666666666
      },
      "ol-stats": {
        "Channel():ms.avg": 0,
        "Channel():ms.cnt": 3,
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 4,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 4,
        "Create()/fork-proc:ms.avg": 7,
        "Create()/fork-proc:ms.cnt": 3,
        "Create()/fresh-proc:ms.avg": 139,
        "Create()/fresh-proc:ms.cnt": 1,
        "Create()/make-root-fs:ms.avg": 3,
        "Create()/make-root-fs:ms.cnt": 4,
        "Create():ms.avg": 45,
        "Create():ms.cnt": 4,
        "Destroy()/detach-root:ms.avg": 0,
        "Destroy()/detach-root:ms.cnt": 4,
        "Destroy()/kill-procs:ms.avg": 0,
        "Destroy()/kill-procs:ms.cnt": 4,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 4,
        "Destroy():ms.avg": 2,
        "Destroy():ms.cnt": 4,
        "Pause():ms.avg": 0,
        "Pause():ms.cnt": 4231,
        "Unpause():ms.avg": 0,
        "Unpause():ms.cnt": 4228,
        "childExit():ms.avg": 1,
        "childExit():ms.cnt": 3,
        "fork():ms.avg": 7,
        "fork():ms.cnt": 3,
        "forkRequest:ms.avg": 6,
        "forkRequest:ms.cnt": 3,
        "move-to-cg-after-fork:ms.avg": 0,
        "move-to-cg-after-fork:ms.cnt": 3
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:35:20 remove /sys/fs/cgroup/freezer/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:20 remove /sys/fs/cgroup/hugetlb/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:20 remove /sys/fs/cgroup/memory/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:20 remove /sys/fs/cgroup/perf_event/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:20 remove /sys/fs/cgroup/systemd/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:20 remove /sys/fs/cgroup/pids/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:20 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:35:20 remove worker.pid",
        "2019/07/17 16:35:20 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 2
      },
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "worker_port": "5000",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "registry": "/root/open-lambda/test-registry",
        "import_cache_tree": "",
        "pip_mirror": "",
        "import_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "seconds": 15.04701828956604,
      "total_seconds": 15.27610731124878,
      "stats": {
        "reqs_per_sec": 279.8
      },
      "ol-stats": {
        "Channel():ms.avg": 0,
        "Channel():ms.cnt": 3,
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 4,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 4,
        "Create()/fork-proc:ms.avg": 8,
        "Create()/fork-proc:ms.cnt": 3,
        "Create()/fresh-proc:ms.avg": 139,
        "Create()/fresh-proc:ms.cnt": 1,
        "Create()/make-root-fs:ms.avg": 3,
        "Create()/make-root-fs:ms.cnt": 4,
        "Create():ms.avg": 44,
        "Create():ms.cnt": 4,
        "Destroy()/detach-root:ms.avg": 0,
        "Destroy()/detach-root:ms.cnt": 4,
        "Destroy()/kill-procs:ms.avg": 0,
        "Destroy()/kill-procs:ms.cnt": 4,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 4,
        "Destroy():ms.avg": 2,
        "Destroy():ms.cnt": 4,
        "Pause():ms.avg": 0,
        "Pause():ms.cnt": 3882,
        "Unpause():ms.avg": 0,
        "Unpause():ms.cnt": 3879,
        "childExit():ms.avg": 1,
        "childExit():ms.cnt": 3,
        "fork():ms.avg": 8,
        "fork():ms.cnt": 3,
        "forkRequest:ms.avg": 6,
        "forkRequest:ms.cnt": 3,
        "move-to-cg-after-fork:ms.avg": 1,
        "move-to-cg-after-fork:ms.cnt": 3
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:35:35 remove /sys/fs/cgroup/freezer/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:35 remove /sys/fs/cgroup/hugetlb/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:35 remove /sys/fs/cgroup/memory/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:35 remove /sys/fs/cgroup/perf_event/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:35 remove /sys/fs/cgroup/systemd/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:35 remove /sys/fs/cgroup/pids/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:35 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:35:35 remove worker.pid",
        "2019/07/17 16:35:35 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 8
      },
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "worker_port": "5000",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "registry": "/root/open-lambda/test-registry",
        "import_cache_tree": "",
        "pip_mirror": "",
        "import_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "seconds": 15.068451881408691,
      "total_seconds": 15.29802656173706,
      "stats": {
        "reqs_per_sec": 255.4
      },
      "ol-stats": {
        "Channel():ms.avg": 0,
        "Channel():ms.cnt": 3,
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 4,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 4,
        "Create()/fork-proc:ms.avg": 7,
        "Create()/fork-proc:ms.cnt": 3,
        "Create()/fresh-proc:ms.avg": 139,
        "Create()/fresh-proc:ms.cnt": 1,
        "Create()/make-root-fs:ms.avg": 3,
        "Create()/make-root-fs:ms.cnt": 4,
        "Create():ms.avg": 45,
        "Create():ms.cnt": 4,
        "Destroy()/detach-root:ms.avg": 0,
        "Destroy()/detach-root:ms.cnt": 4,
        "Destroy()/kill-procs:ms.avg": 0,
        "Destroy()/kill-procs:ms.cnt": 4,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 4,
        "Destroy():ms.avg": 2,
        "Destroy():ms.cnt": 4,
        "Pause():ms.avg": 0,
        "Pause():ms.cnt": 2784,
        "Unpause():ms.avg": 0,
        "Unpause():ms.cnt": 2781,
        "childExit():ms.avg": 1,
        "childExit():ms.cnt": 3,
        "fork():ms.avg": 7,
        "fork():ms.cnt": 3,
        "forkRequest:ms.avg": 6,
        "forkRequest:ms.cnt": 3,
        "move-to-cg-after-fork:ms.avg": 0,
        "move-to-cg-after-fork:ms.cnt": 3
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:35:50 remove /sys/fs/cgroup/freezer/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:50 remove /sys/fs/cgroup/hugetlb/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:50 remove /sys/fs/cgroup/memory/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:50 remove /sys/fs/cgroup/perf_event/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:50 remove /sys/fs/cgroup/systemd/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:50 remove /sys/fs/cgroup/pids/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:50 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:35:50 remove worker.pid",
        "2019/07/17 16:35:50 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 100,
        "alloc_mb": 1
      },
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "registry": "/tmp/tmp6qqc6dbe",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "import_cache_mb": 250,
        "worker_port": "5000",
        "import_cache_tree": "",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "seconds": 2.7101597785949707,
      "total_seconds": 3.070765495300293,
      "stats": {
        "reqs_per_sec": 36.89850190096206
      },
      "ol-stats": {
        "Channel():ms.avg": 0,
        "Channel():ms.cnt": 100,
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 101,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 101,
        "Create()/fork-proc:ms.avg": 8,
        "Create()/fork-proc:ms.cnt": 100,
        "Create()/fresh-proc:ms.avg": 139,
        "Create()/fresh-proc:ms.cnt": 1,
        "Create()/make-root-fs:ms.avg": 0,
        "Create()/make-root-fs:ms.cnt": 101,
        "Create():ms.avg": 10,
        "Create():ms.cnt": 101,
        "Destroy()/detach-root:ms.avg": 0,
        "Destroy()/detach-root:ms.cnt": 101,
        "Destroy()/kill-procs:ms.avg": 1,
        "Destroy()/kill-procs:ms.cnt": 101,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 101,
        "Destroy():ms.avg": 2,
        "Destroy():ms.cnt": 176,
        "Pause():ms.avg": 7,
        "Pause():ms.cnt": 100,
        "childExit():ms.avg": 2,
        "childExit():ms.cnt": 100,
        "evict:ms.avg": 4,
        "evict:ms.cnt": 75,
        "fork():ms.avg": 8,
        "fork():ms.cnt": 100,
        "forkRequest:ms.avg": 6,
        "forkRequest:ms.cnt": 100,
        "move-to-cg-after-fork:ms.avg": 1,
        "move-to-cg-after-fork:ms.cnt": 100
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:35:53 remove /sys/fs/cgroup/freezer/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:53 remove /sys/fs/cgroup/hugetlb/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:53 remove /sys/fs/cgroup/memory/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:53 remove /sys/fs/cgroup/perf_event/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:53 remove /sys/fs/cgroup/systemd/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:53 remove /sys/fs/cgroup/pids/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:35:53 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:35:53 remove worker.pid",
        "2019/07/17 16:35:53 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 1000,
        "alloc_mb": 10
      },
      "pass": true,
      "conf": {
        "sandbox_config": {},
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "limits": {
          "mem_mb": 50,
          "procs": 10,
          "installer_mem_mb": 200
        },
        "worker_port": "5000",
        "handler_cache_mb": 250,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "registry": "/tmp/tmprmrl0xsc",
        "import_cache_tree": "",
        "pip_mirror": "",
        "import_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "seconds": 39.50649881362915,
      "total_seconds": 39.84290337562561,
      "stats": {
        "reqs_per_sec": 25.312306724008746
      },
      "ol-stats": {
        "Channel():ms.avg": 0,
        "Channel():ms.cnt": 1000,
        "Create()/acquire-cgroup:ms.avg": 0,
        "Create()/acquire-cgroup:ms.cnt": 1001,
        "Create()/acquire-mem:ms.avg": 0,
        "Create()/acquire-mem:ms.cnt": 1001,
        "Create()/fork-proc:ms.avg": 8,
        "Create()/fork-proc:ms.cnt": 1000,
        "Create()/fresh-proc:ms.avg": 140,
        "Create()/fresh-proc:ms.cnt": 1,
        "Create()/make-root-fs:ms.avg": 2,
        "Create()/make-root-fs:ms.cnt": 1001,
        "Create():ms.avg": 10,
        "Create():ms.cnt": 1001,
        "Destroy()/detach-root:ms.avg": 0,
        "Destroy()/detach-root:ms.cnt": 1001,
        "Destroy()/kill-procs:ms.avg": 2,
        "Destroy()/kill-procs:ms.cnt": 1001,
        "Destroy()/remove-root:ms.avg": 0,
        "Destroy()/remove-root:ms.cnt": 1001,
        "Destroy():ms.avg": 2,
        "Destroy():ms.cnt": 1990,
        "Pause():ms.avg": 12,
        "Pause():ms.cnt": 1000,
        "childExit():ms.avg": 1,
        "childExit():ms.cnt": 1000,
        "evict:ms.avg": 4,
        "evict:ms.cnt": 989,
        "fork():ms.avg": 8,
        "fork():ms.cnt": 1000,
        "forkRequest:ms.avg": 6,
        "forkRequest:ms.cnt": 1000,
        "move-to-cg-after-fork:ms.avg": 1,
        "move-to-cg-after-fork:ms.cnt": 1000
      },
      "errors": [],
      "worker_tail": [
        "2019/07/17 16:36:33 remove /sys/fs/cgroup/freezer/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:36:33 remove /sys/fs/cgroup/hugetlb/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:36:33 remove /sys/fs/cgroup/memory/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:36:33 remove /sys/fs/cgroup/perf_event/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:36:33 remove /sys/fs/cgroup/systemd/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:36:33 remove /sys/fs/cgroup/pids/worker-import-cache [CGROUP POOL worker-import-cache]",
        "2019/07/17 16:36:33 save stats to /root/open-lambda/test-dir/worker/stats.json",
        "2019/07/17 16:36:33 remove worker.pid",
        "2019/07/17 16:36:33 exiting",
        ""
      ]
    }
  ],
  "passed": 16,
  "failed": 0,
  "seconds": 292.5654034614563
}