{
  "runs": [
    {
      "test": "ping_test",
      "params": {},
      "pass": true,
      "seconds": 2.3763034343719482,
      "total_seconds": 18.48247218132019,
      "stats": {
        "pings_per_sec": 420.8252252089551
      },
      "ol-stats": {
        "Create().ms.avg": 1824,
        "Create().ms.cnt": 1,
        "Create().ms.sum": 1824,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 1,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 1,
        "acquire-mem.ms.sum": 0,
        "fresh-proc.ms.avg": 1819,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 1819,
        "make-root-fs.ms.avg": 914,
        "make-root-fs.ms.cnt": 2,
        "make-root-fs.ms.sum": 1828
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "import_cache_mb": 239,
        "server_mode": "lambda",
        "max_runners": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "timing": false,
        "handler_cache_mb": 239,
        "registry": "/root/open-lambda/test-registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "pip_mirror": "",
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:04:12 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:12 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:12 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:12 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:12 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:12 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:12 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:12 remove worker.pid",
        "2019/06/28 21:04:12 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.5967833995819092,
      "total_seconds": 9.658622980117798,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 4,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 142,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 569,
        "Destroy().ms.avg": 6,
        "Destroy().ms.cnt": 3,
        "Destroy().ms.sum": 19,
        "Pause().ms.avg": 4,
        "Pause().ms.cnt": 3,
        "Pause().ms.sum": 12,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 4,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 4,
        "acquire-mem.ms.sum": 0,
        "evict.ms.avg": 6,
        "evict.ms.cnt": 3,
        "evict.ms.sum": 19,
        "fresh-proc.ms.avg": 137,
        "fresh-proc.ms.cnt": 4,
        "fresh-proc.ms.sum": 551,
        "make-root-fs.ms.avg": 73,
        "make-root-fs.ms.cnt": 8,
        "make-root-fs.ms.sum": 585
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "import_cache_mb": 0,
        "server_mode": "lambda",
        "max_runners": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "timing": false,
        "handler_cache_mb": 100,
        "registry": "/root/open-lambda/test-registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "pip_mirror": "",
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:04:22 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:22 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:22 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:22 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:22 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:22 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:22 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:22 remove worker.pid",
        "2019/06/28 21:04:22 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.5225958824157715,
      "total_seconds": 9.497632265090942,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 4,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 143,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 574,
        "Pause().ms.avg": 5,
        "Pause().ms.cnt": 3,
        "Pause().ms.sum": 17,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 4,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 4,
        "acquire-mem.ms.sum": 0,
        "fresh-proc.ms.avg": 139,
        "fresh-proc.ms.cnt": 4,
        "fresh-proc.ms.sum": 558,
        "make-root-fs.ms.avg": 73,
        "make-root-fs.ms.cnt": 8,
        "make-root-fs.ms.sum": 589
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "pip_mirror": "",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "import_cache_mb": 0,
        "server_mode": "lambda",
        "max_runners": 0,
        "timing": false,
        "handler_cache_mb": 250,
        "registry": "/root/open-lambda/test-registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:04:31 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:31 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:31 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:31 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:31 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:31 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:31 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:04:31 remove worker.pid",
        "2019/06/28 21:04:31 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.9384162425994873,
      "total_seconds": 8.897829294204712,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 4,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 39,
        "Create().ms.cnt": 5,
        "Create().ms.sum": 198,
        "Destroy().ms.avg": 2,
        "Destroy().ms.cnt": 3,
        "Destroy().ms.sum": 6,
        "Pause().ms.avg": 13,
        "Pause().ms.cnt": 3,
        "Pause().ms.sum": 40,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 5,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 5,
        "acquire-mem.ms.sum": 0,
        "evict.ms.avg": 2,
        "evict.ms.cnt": 3,
        "evict.ms.sum": 6,
        "fork().ms.avg": 8,
        "fork().ms.cnt": 4,
        "fork().ms.sum": 34,
        "fork-proc.ms.avg": 8,
        "fork-proc.ms.cnt": 4,
        "fork-proc.ms.sum": 34,
        "forkRequest.ms.avg": 7,
        "forkRequest.ms.cnt": 4,
        "forkRequest.ms.sum": 28,
        "fresh-proc.ms.avg": 142,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 142,
        "make-root-fs.ms.avg": 21,
        "make-root-fs.ms.cnt": 10,
        "make-root-fs.ms.sum": 215,
        "move-to-cg-after-fork.ms.avg": 1,
        "move-to-cg-after-fork.ms.cnt": 4,
        "move-to-cg-after-fork.ms.sum": 4
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "import_cache_mb": 250,
        "server_mode": "lambda",
        "max_runners": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "timing": false,
        "handler_cache_mb": 100,
        "registry": "/root/open-lambda/test-registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "pip_mirror": "",
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:04:40 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:40 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:40 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:40 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:40 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:40 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:40 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:40 remove worker.pid",
        "2019/06/28 21:04:40 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.9041893482208252,
      "total_seconds": 8.877105474472046,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 4,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 38,
        "Create().ms.cnt": 5,
        "Create().ms.sum": 192,
        "Pause().ms.avg": 7,
        "Pause().ms.cnt": 3,
        "Pause().ms.sum": 23,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 5,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 5,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 7,
        "fork().ms.cnt": 4,
        "fork().ms.sum": 29,
        "fork-proc.ms.avg": 7,
        "fork-proc.ms.cnt": 4,
        "fork-proc.ms.sum": 30,
        "forkRequest.ms.avg": 6,
        "forkRequest.ms.cnt": 4,
        "forkRequest.ms.sum": 27,
        "fresh-proc.ms.avg": 138,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 138,
        "make-root-fs.ms.avg": 21,
        "make-root-fs.ms.cnt": 10,
        "make-root-fs.ms.sum": 212,
        "move-to-cg-after-fork.ms.avg": 0,
        "move-to-cg-after-fork.ms.cnt": 4,
        "move-to-cg-after-fork.ms.sum": 1
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "pip_mirror": "",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "import_cache_mb": 250,
        "server_mode": "lambda",
        "max_runners": 0,
        "timing": false,
        "handler_cache_mb": 250,
        "registry": "/root/open-lambda/test-registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:04:49 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:49 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:49 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:49 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:49 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:49 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:49 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:04:49 remove worker.pid",
        "2019/06/28 21:04:49 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 6.028710842132568,
      "total_seconds": 15.392584562301636,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 8,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 1496,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 5985,
        "Pause().ms.avg": 27,
        "Pause().ms.cnt": 6,
        "Pause().ms.sum": 166
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "docker",
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "import_cache_mb": 0,
        "server_mode": "lambda",
        "max_runners": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "timing": false,
        "handler_cache_mb": 100,
        "registry": "/root/open-lambda/test-registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "pip_mirror": "",
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:05:03 Destroy() [SB 0]",
        "Kill function: install2019/06/28 21:05:04 Destroy() [SB 1]",
        "2019/06/28 21:05:04 Destroy() [SB 1]",
        "Kill function: install22019/06/28 21:05:04 Destroy() [SB 2]",
        "2019/06/28 21:05:04 Destroy() [SB 2]",
        "Kill function: install32019/06/28 21:05:04 Destroy() [SB 3]",
        "2019/06/28 21:05:04 Destroy() [SB 3]",
        "2019/06/28 21:05:05 remove worker.pid",
        "2019/06/28 21:05:05 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 3.006300449371338,
      "total_seconds": 11.873234748840332,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 8,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 740,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 2963,
        "Pause().ms.avg": 27,
        "Pause().ms.cnt": 6,
        "Pause().ms.sum": 164
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "docker",
        "benchmark_log": "",
        "pip_mirror": "",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "import_cache_mb": 0,
        "server_mode": "lambda",
        "max_runners": 0,
        "timing": false,
        "handler_cache_mb": 250,
        "registry": "/root/open-lambda/test-registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:05:16 Destroy() [SB 0]",
        "Kill function: install2019/06/28 21:05:16 Destroy() [SB 1]",
        "2019/06/28 21:05:16 Destroy() [SB 1]",
        "Kill function: install22019/06/28 21:05:16 Destroy() [SB 2]",
        "2019/06/28 21:05:16 Destroy() [SB 2]",
        "Kill function: install32019/06/28 21:05:16 Destroy() [SB 3]",
        "2019/06/28 21:05:16 Destroy() [SB 3]",
        "2019/06/28 21:05:17 remove worker.pid",
        "2019/06/28 21:05:17 exiting",
        ""
      ]
    },
    {
      "test": "fork_bomb",
      "params": {},
      "pass": true,
      "seconds": 0.1653738021850586,
      "total_seconds": 8.139249324798584,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 1,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 79,
        "Create().ms.cnt": 2,
        "Create().ms.sum": 158,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 2,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 2,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 8,
        "fork().ms.cnt": 1,
        "fork().ms.sum": 8,
        "fork-proc.ms.avg": 8,
        "fork-proc.ms.cnt": 1,
        "fork-proc.ms.sum": 8,
        "forkRequest.ms.avg": 8,
        "forkRequest.ms.cnt": 1,
        "forkRequest.ms.sum": 8,
        "fresh-proc.ms.avg": 140,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 140,
        "make-root-fs.ms.avg": 41,
        "make-root-fs.ms.cnt": 4,
        "make-root-fs.ms.sum": 166,
        "move-to-cg-after-fork.ms.avg": 0,
        "move-to-cg-after-fork.ms.cnt": 1,
        "move-to-cg-after-fork.ms.sum": 0
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "import_cache_mb": 239,
        "server_mode": "lambda",
        "max_runners": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "timing": false,
        "handler_cache_mb": 239,
        "registry": "/root/open-lambda/test-registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "pip_mirror": "",
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:05:25 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:25 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:25 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:25 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:25 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:25 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:25 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:25 remove worker.pid",
        "2019/06/28 21:05:25 exiting",
        ""
      ]
    },
    {
      "test": "max_mem_alloc",
      "params": {},
      "pass": true,
      "seconds": 0.8717131614685059,
      "total_seconds": 8.93449854850769,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 1,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 79,
        "Create().ms.cnt": 2,
        "Create().ms.sum": 159,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 2,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 2,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 9,
        "fork().ms.cnt": 1,
        "fork().ms.sum": 9,
        "fork-proc.ms.avg": 9,
        "fork-proc.ms.cnt": 1,
        "fork-proc.ms.sum": 9,
        "forkRequest.ms.avg": 8,
        "forkRequest.ms.cnt": 1,
        "forkRequest.ms.sum": 8,
        "fresh-proc.ms.avg": 141,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 141,
        "make-root-fs.ms.avg": 41,
        "make-root-fs.ms.cnt": 4,
        "make-root-fs.ms.sum": 167,
        "move-to-cg-after-fork.ms.avg": 0,
        "move-to-cg-after-fork.ms.cnt": 1,
        "move-to-cg-after-fork.ms.sum": 0
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "import_cache_mb": 239,
        "server_mode": "lambda",
        "max_runners": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "timing": false,
        "handler_cache_mb": 239,
        "registry": "/root/open-lambda/test-registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "pip_mirror": "",
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:05:34 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:34 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:34 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:34 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:34 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:34 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:34 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:05:34 remove worker.pid",
        "2019/06/28 21:05:34 exiting",
        ""
      ]
    },
    {
      "test": "sock_churn",
      "params": {
        "baseline": 0,
        "seconds": 15,
        "procs": 1,
        "fork": true
      },
      "pass": true,
      "seconds": 15.236328840255737,
      "total_seconds": 15.46944546699524,
      "stats": {
        "sandboxes_per_sec": 46.266666666666666
      },
      "ol-stats": {
        "Create().ms.avg": 10,
        "Create().ms.cnt": 695,
        "Create().ms.sum": 7122,
        "Destroy().ms.avg": 2,
        "Destroy().ms.cnt": 694,
        "Destroy().ms.sum": 2053,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 695,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 695,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 6,
        "fork().ms.cnt": 694,
        "fork().ms.sum": 4805,
        "fork-proc.ms.avg": 6,
        "fork-proc.ms.cnt": 694,
        "fork-proc.ms.sum": 4819,
        "forkRequest.ms.avg": 6,
        "forkRequest.ms.cnt": 694,
        "forkRequest.ms.sum": 4239,
        "fresh-proc.ms.avg": 135,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 135,
        "make-root-fs.ms.avg": 6,
        "make-root-fs.ms.cnt": 1390,
        "make-root-fs.ms.sum": 8802,
        "move-to-cg-after-fork.ms.avg": 0,
        "move-to-cg-after-fork.ms.cnt": 694,
        "move-to-cg-after-fork.ms.sum": 267
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "pip_mirror": "",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "import_cache_mb": 239,
        "server_mode": "sock",
        "max_runners": 0,
        "timing": false,
        "handler_cache_mb": 239,
        "registry": "/root/open-lambda/test-dir/registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:05:49 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:05:49 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:05:49 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:05:49 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:05:49 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:05:49 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:05:49 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:05:49 remove worker.pid",
        "2019/06/28 21:05:49 exiting",
        ""
      ]
    },
    {
      "test": "sock_churn",
      "params": {
        "baseline": 0,
        "seconds": 15,
        "procs": 15,
        "fork": true
      },
      "pass": true,
      "seconds": 15.491066217422485,
      "total_seconds": 15.729667901992798,
      "stats": {
        "sandboxes_per_sec": 47.266666666666666
      },
      "ol-stats": {
        "Create().ms.avg": 136,
        "Create().ms.cnt": 710,
        "Create().ms.sum": 97063,
        "Destroy().ms.avg": 12,
        "Destroy().ms.cnt": 709,
        "Destroy().ms.sum": 8572,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 710,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 93,
        "acquire-mem.ms.cnt": 710,
        "acquire-mem.ms.sum": 66328,
        "fork().ms.avg": 40,
        "fork().ms.cnt": 709,
        "fork().ms.sum": 28533,
        "fork-proc.ms.avg": 40,
        "fork-proc.ms.cnt": 709,
        "fork-proc.ms.sum": 28560,
        "forkRequest.ms.avg": 10,
        "forkRequest.ms.cnt": 709,
        "forkRequest.ms.sum": 7444,
        "fresh-proc.ms.avg": 134,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 134,
        "make-root-fs.ms.avg": 22,
        "make-root-fs.ms.cnt": 1420,
        "make-root-fs.ms.sum": 31887,
        "move-to-cg-after-fork.ms.avg": 3,
        "move-to-cg-after-fork.ms.cnt": 709,
        "move-to-cg-after-fork.ms.sum": 2818
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "pip_mirror": "",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "import_cache_mb": 239,
        "server_mode": "sock",
        "max_runners": 0,
        "timing": false,
        "handler_cache_mb": 239,
        "registry": "/root/open-lambda/test-dir/registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:06:05 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:06:05 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:06:05 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:06:05 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:06:05 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:06:05 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:06:05 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:06:05 remove worker.pid",
        "2019/06/28 21:06:05 exiting",
        ""
      ]
    },
    {
      "test": "update_code",
      "params": {},
      "pass": true,
      "seconds": 6.025393486022949,
      "total_seconds": 6.2685277462005615,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 3,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 46,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 186,
        "Destroy().ms.avg": 1,
        "Destroy().ms.cnt": 2,
        "Destroy().ms.sum": 2,
        "Pause().ms.avg": 0,
        "Pause().ms.cnt": 3529,
        "Pause().ms.sum": 14,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 4,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 4,
        "acquire-mem.ms.sum": 2,
        "fork().ms.avg": 8,
        "fork().ms.cnt": 3,
        "fork().ms.sum": 26,
        "fork-proc.ms.avg": 8,
        "fork-proc.ms.cnt": 3,
        "fork-proc.ms.sum": 26,
        "forkRequest.ms.avg": 8,
        "forkRequest.ms.cnt": 3,
        "forkRequest.ms.sum": 26,
        "fresh-proc.ms.avg": 141,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 141,
        "make-root-fs.ms.avg": 24,
        "make-root-fs.ms.cnt": 8,
        "make-root-fs.ms.sum": 196,
        "move-to-cg-after-fork.ms.avg": 0,
        "move-to-cg-after-fork.ms.cnt": 3,
        "move-to-cg-after-fork.ms.sum": 0
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "registry_cache_ms": 3000,
        "import_cache_mb": 239,
        "server_mode": "lambda",
        "max_runners": 0,
        "startup_pkgs": null,
        "timing": false,
        "handler_cache_mb": 239,
        "registry": "/tmp/tmpz24rodib",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "pip_mirror": "",
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:06:11 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:11 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:11 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:11 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:11 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:11 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:11 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:11 remove worker.pid",
        "2019/06/28 21:06:11 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 1
      },
      "pass": true,
      "seconds": 15.04765248298645,
      "total_seconds": 15.282651901245117,
      "stats": {
        "reqs_per_sec": 296.1333333333333
      },
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 3,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 48,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 192,
        "Destroy().ms.avg": 0,
        "Destroy().ms.cnt": 2,
        "Destroy().ms.sum": 0,
        "Pause().ms.avg": 0,
        "Pause().ms.cnt": 8881,
        "Pause().ms.sum": 16,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 4,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 4,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 8,
        "fork().ms.cnt": 3,
        "fork().ms.sum": 26,
        "fork-proc.ms.avg": 8,
        "fork-proc.ms.cnt": 3,
        "fork-proc.ms.sum": 26,
        "forkRequest.ms.avg": 7,
        "forkRequest.ms.cnt": 3,
        "forkRequest.ms.sum": 22,
        "fresh-proc.ms.avg": 151,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 151,
        "make-root-fs.ms.avg": 25,
        "make-root-fs.ms.cnt": 8,
        "make-root-fs.ms.sum": 206,
        "move-to-cg-after-fork.ms.avg": 0,
        "move-to-cg-after-fork.ms.cnt": 3,
        "move-to-cg-after-fork.ms.sum": 2
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "pip_mirror": "",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "import_cache_mb": 250,
        "server_mode": "lambda",
        "max_runners": 0,
        "timing": false,
        "handler_cache_mb": 250,
        "registry": "/root/open-lambda/test-registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:06:26 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:26 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:26 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:26 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:26 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:26 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:26 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:26 remove worker.pid",
        "2019/06/28 21:06:26 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 2
      },
      "pass": true,
      "seconds": 15.051535844802856,
      "total_seconds": 15.281511068344116,
      "stats": {
        "reqs_per_sec": 302.0
      },
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 3,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 49,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 196,
        "Destroy().ms.avg": 0,
        "Destroy().ms.cnt": 2,
        "Destroy().ms.sum": 0,
        "Pause().ms.avg": 0,
        "Pause().ms.cnt": 8309,
        "Pause().ms.sum": 1,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 4,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 4,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 8,
        "fork().ms.cnt": 3,
        "fork().ms.sum": 25,
        "fork-proc.ms.avg": 8,
        "fork-proc.ms.cnt": 3,
        "fork-proc.ms.sum": 25,
        "forkRequest.ms.avg": 6,
        "forkRequest.ms.cnt": 3,
        "forkRequest.ms.sum": 20,
        "fresh-proc.ms.avg": 154,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 154,
        "make-root-fs.ms.avg": 26,
        "make-root-fs.ms.cnt": 8,
        "make-root-fs.ms.sum": 210,
        "move-to-cg-after-fork.ms.avg": 1,
        "move-to-cg-after-fork.ms.cnt": 3,
        "move-to-cg-after-fork.ms.sum": 4
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "pip_mirror": "",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "import_cache_mb": 250,
        "server_mode": "lambda",
        "max_runners": 0,
        "timing": false,
        "handler_cache_mb": 250,
        "registry": "/root/open-lambda/test-registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:06:42 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:42 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:42 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:42 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:42 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:42 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:42 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:42 remove worker.pid",
        "2019/06/28 21:06:42 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 8
      },
      "pass": true,
      "seconds": 15.08027720451355,
      "total_seconds": 15.317106008529663,
      "stats": {
        "reqs_per_sec": 270.3333333333333
      },
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 3,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 60,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 242,
        "Destroy().ms.avg": 0,
        "Destroy().ms.cnt": 2,
        "Destroy().ms.sum": 0,
        "Pause().ms.avg": 0,
        "Pause().ms.cnt": 6799,
        "Pause().ms.sum": 1105,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 4,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 4,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 8,
        "fork().ms.cnt": 3,
        "fork().ms.sum": 25,
        "fork-proc.ms.avg": 8,
        "fork-proc.ms.cnt": 3,
        "fork-proc.ms.sum": 25,
        "forkRequest.ms.avg": 7,
        "forkRequest.ms.cnt": 3,
        "forkRequest.ms.sum": 23,
        "fresh-proc.ms.avg": 200,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 200,
        "make-root-fs.ms.avg": 32,
        "make-root-fs.ms.cnt": 8,
        "make-root-fs.ms.sum": 257,
        "move-to-cg-after-fork.ms.avg": 0,
        "move-to-cg-after-fork.ms.cnt": 3,
        "move-to-cg-after-fork.ms.sum": 1
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "pip_mirror": "",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "import_cache_mb": 100,
        "server_mode": "lambda",
        "max_runners": 0,
        "timing": false,
        "handler_cache_mb": 500,
        "registry": "/root/open-lambda/test-registry",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:06:57 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:57 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:57 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:57 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:57 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:57 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:57 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:06:57 remove worker.pid",
        "2019/06/28 21:06:57 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 100,
        "alloc_mb": 1
      },
      "pass": true,
      "seconds": 2.534696102142334,
      "total_seconds": 2.784090995788574,
      "stats": {
        "reqs_per_sec": 39.4528732712988
      },
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 100,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 9,
        "Create().ms.cnt": 101,
        "Create().ms.sum": 932,
        "Destroy().ms.avg": 1,
        "Destroy().ms.cnt": 96,
        "Destroy().ms.sum": 149,
        "Pause().ms.avg": 6,
        "Pause().ms.cnt": 100,
        "Pause().ms.sum": 617,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 101,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 101,
        "acquire-mem.ms.sum": 0,
        "evict.ms.avg": 1,
        "evict.ms.cnt": 96,
        "evict.ms.sum": 152,
        "fork().ms.avg": 7,
        "fork().ms.cnt": 100,
        "fork().ms.sum": 748,
        "fork-proc.ms.avg": 7,
        "fork-proc.ms.cnt": 100,
        "fork-proc.ms.sum": 748,
        "forkRequest.ms.avg": 5,
        "forkRequest.ms.cnt": 100,
        "forkRequest.ms.sum": 564,
        "fresh-proc.ms.avg": 143,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 143,
        "make-root-fs.ms.avg": 4,
        "make-root-fs.ms.cnt": 202,
        "make-root-fs.ms.sum": 950,
        "move-to-cg-after-fork.ms.avg": 1,
        "move-to-cg-after-fork.ms.cnt": 100,
        "move-to-cg-after-fork.ms.sum": 122
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "import_cache_mb": 250,
        "server_mode": "lambda",
        "max_runners": 0,
        "startup_pkgs": null,
        "timing": false,
        "handler_cache_mb": 250,
        "registry": "/tmp/tmpb1vy5sq0",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "pip_mirror": "",
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:07:00 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:00 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:00 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:00 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:00 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:00 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:00 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:00 remove worker.pid",
        "2019/06/28 21:07:00 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 1000,
        "alloc_mb": 10
      },
      "pass": true,
      "seconds": 36.13955521583557,
      "total_seconds": 36.60096716880798,
      "stats": {
        "reqs_per_sec": 27.67053437382923
      },
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 1000,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 11,
        "Create().ms.cnt": 1001,
        "Create().ms.sum": 11762,
        "Destroy().ms.avg": 2,
        "Destroy().ms.cnt": 996,
        "Destroy().ms.sum": 2021,
        "Pause().ms.avg": 10,
        "Pause().ms.cnt": 999,
        "Pause().ms.sum": 10688,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 1001,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 1001,
        "acquire-mem.ms.sum": 0,
        "evict.ms.avg": 2,
        "evict.ms.cnt": 996,
        "evict.ms.sum": 2029,
        "fork().ms.avg": 8,
        "fork().ms.cnt": 1000,
        "fork().ms.sum": 8520,
        "fork-proc.ms.avg": 8,
        "fork-proc.ms.cnt": 1000,
        "fork-proc.ms.sum": 8570,
        "forkRequest.ms.avg": 7,
        "forkRequest.ms.cnt": 1000,
        "forkRequest.ms.sum": 7208,
        "fresh-proc.ms.avg": 156,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 156,
        "make-root-fs.ms.avg": 6,
        "make-root-fs.ms.cnt": 2002,
        "make-root-fs.ms.sum": 13949,
        "move-to-cg-after-fork.ms.avg": 0,
        "move-to-cg-after-fork.ms.cnt": 1000,
        "move-to-cg-after-fork.ms.sum": 823
      },
      "conf": {
        "docker_runtime": "",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "worker_port": "5000",
        "sandbox": "sock",
        "benchmark_log": "",
        "pip_mirror": "",
        "sock_cgroups": {
          "max_procs": 10,
          "max_mem_mb": 50
        },
        "import_cache_mb": 250,
        "server_mode": "lambda",
        "max_runners": 0,
        "timing": false,
        "handler_cache_mb": 250,
        "registry": "/tmp/tmp9_1y2alr",
        "sandbox_config": {
          "processes": 10
        },
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-dir",
        "Skip_pull_existing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:07:36 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:36 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:36 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:36 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:36 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:36 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:36 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:07:36 remove worker.pid",
        "2019/06/28 21:07:36 exiting",
        ""
      ]
    }
  ],
  "passed": 17,
  "failed": 0,
  "seconds": 281.67976212501526
}