{
  "runs": [
    {
      "test": "ping_test",
      "params": {},
      "pass": true,
      "seconds": 2.331789493560791,
      "total_seconds": 27.624598741531372,
      "stats": {
        "pings_per_sec": 428.8585551336241
      },
      "ol-stats": {
        "Create().ms.avg": 1516,
        "Create().ms.cnt": 1,
        "Create().ms.sum": 1516,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 1,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 1,
        "acquire-mem.ms.sum": 0,
        "fresh-proc.ms.avg": 1511,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 1511,
        "make-root-fs.ms.avg": 760,
        "make-root-fs.ms.cnt": 2,
        "make-root-fs.ms.sum": 1520
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 239,
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 239,
        "benchmark_log": "",
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:45:29 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:29 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:29 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:29 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:29 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:29 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:29 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:29 remove worker.pid",
        "2019/06/28 21:45:29 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.7138090133666992,
      "total_seconds": 9.779429197311401,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 4,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 140,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 563,
        "Destroy().ms.avg": 6,
        "Destroy().ms.cnt": 3,
        "Destroy().ms.sum": 19,
        "Pause().ms.avg": 4,
        "Pause().ms.cnt": 3,
        "Pause().ms.sum": 12,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 4,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 4,
        "acquire-mem.ms.sum": 0,
        "evict.ms.avg": 6,
        "evict.ms.cnt": 3,
        "evict.ms.sum": 19,
        "fresh-proc.ms.avg": 136,
        "fresh-proc.ms.cnt": 4,
        "fresh-proc.ms.sum": 544,
        "make-root-fs.ms.avg": 72,
        "make-root-fs.ms.cnt": 8,
        "make-root-fs.ms.sum": 579
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 100,
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 0,
        "benchmark_log": "",
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:45:39 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:39 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:39 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:39 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:39 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:39 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:39 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:39 remove worker.pid",
        "2019/06/28 21:45:39 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.8168342113494873,
      "total_seconds": 10.293314933776855,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 4,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 144,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 576,
        "Pause().ms.avg": 5,
        "Pause().ms.cnt": 3,
        "Pause().ms.sum": 17,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 4,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 4,
        "acquire-mem.ms.sum": 0,
        "fresh-proc.ms.avg": 139,
        "fresh-proc.ms.cnt": 4,
        "fresh-proc.ms.sum": 557,
        "make-root-fs.ms.avg": 73,
        "make-root-fs.ms.cnt": 8,
        "make-root-fs.ms.sum": 591
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 250,
        "registry": "/root/open-lambda/test-registry",
        "benchmark_log": "",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 0,
        "registry_cache_ms": 5000,
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:45:49 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:49 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:49 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:49 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:49 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:49 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:49 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:45:49 remove worker.pid",
        "2019/06/28 21:45:49 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.9552006721496582,
      "total_seconds": 9.22053575515747,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 4,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 39,
        "Create().ms.cnt": 5,
        "Create().ms.sum": 199,
        "Destroy().ms.avg": 2,
        "Destroy().ms.cnt": 3,
        "Destroy().ms.sum": 6,
        "Pause().ms.avg": 4,
        "Pause().ms.cnt": 3,
        "Pause().ms.sum": 12,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 5,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 5,
        "acquire-mem.ms.sum": 0,
        "evict.ms.avg": 2,
        "evict.ms.cnt": 3,
        "evict.ms.sum": 6,
        "fork().ms.avg": 8,
        "fork().ms.cnt": 4,
        "fork().ms.sum": 35,
        "fork-proc.ms.avg": 8,
        "fork-proc.ms.cnt": 4,
        "fork-proc.ms.sum": 35,
        "forkRequest.ms.avg": 7,
        "forkRequest.ms.cnt": 4,
        "forkRequest.ms.sum": 29,
        "fresh-proc.ms.avg": 144,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 144,
        "make-root-fs.ms.avg": 21,
        "make-root-fs.ms.cnt": 10,
        "make-root-fs.ms.sum": 216,
        "move-to-cg-after-fork.ms.avg": 0,
        "move-to-cg-after-fork.ms.cnt": 4,
        "move-to-cg-after-fork.ms.sum": 2
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 100,
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 250,
        "benchmark_log": "",
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:45:58 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:58 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:58 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:58 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:58 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:58 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:58 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:45:58 remove worker.pid",
        "2019/06/28 21:45:58 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.8978347778320312,
      "total_seconds": 8.975680589675903,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 4,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 39,
        "Create().ms.cnt": 5,
        "Create().ms.sum": 195,
        "Pause().ms.avg": 8,
        "Pause().ms.cnt": 3,
        "Pause().ms.sum": 24,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 5,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 5,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 8,
        "fork().ms.cnt": 4,
        "fork().ms.sum": 33,
        "fork-proc.ms.avg": 8,
        "fork-proc.ms.cnt": 4,
        "fork-proc.ms.sum": 33,
        "forkRequest.ms.avg": 6,
        "forkRequest.ms.cnt": 4,
        "forkRequest.ms.sum": 25,
        "fresh-proc.ms.avg": 141,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 141,
        "make-root-fs.ms.avg": 21,
        "make-root-fs.ms.cnt": 10,
        "make-root-fs.ms.sum": 213,
        "move-to-cg-after-fork.ms.avg": 1,
        "move-to-cg-after-fork.ms.cnt": 4,
        "move-to-cg-after-fork.ms.sum": 5
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 250,
        "registry": "/root/open-lambda/test-registry",
        "benchmark_log": "",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 250,
        "registry_cache_ms": 5000,
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:46:07 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:07 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:07 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:07 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:07 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:07 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:07 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:07 remove worker.pid",
        "2019/06/28 21:46:07 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 7.548008680343628,
      "total_seconds": 16.814879894256592,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 8,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 1875,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 7503,
        "Pause().ms.avg": 30,
        "Pause().ms.cnt": 6,
        "Pause().ms.sum": 182
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 100,
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 0,
        "benchmark_log": "",
        "sandbox": "docker",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:46:23 Destroy() [SB 0]",
        "Kill function: install2019/06/28 21:46:23 Destroy() [SB 1]",
        "2019/06/28 21:46:23 Destroy() [SB 1]",
        "Kill function: install22019/06/28 21:46:24 Destroy() [SB 2]",
        "2019/06/28 21:46:24 Destroy() [SB 2]",
        "Kill function: install32019/06/28 21:46:24 Destroy() [SB 3]",
        "2019/06/28 21:46:24 Destroy() [SB 3]",
        "2019/06/28 21:46:24 remove worker.pid",
        "2019/06/28 21:46:24 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 3.2830541133880615,
      "total_seconds": 12.17074465751648,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 8,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 809,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 3238,
        "Pause().ms.avg": 97,
        "Pause().ms.cnt": 6,
        "Pause().ms.sum": 582
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 250,
        "registry": "/root/open-lambda/test-registry",
        "benchmark_log": "",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 0,
        "registry_cache_ms": 5000,
        "sandbox": "docker",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:46:35 Destroy() [SB 0]",
        "Kill function: install2019/06/28 21:46:35 Destroy() [SB 1]",
        "2019/06/28 21:46:35 Destroy() [SB 1]",
        "Kill function: install22019/06/28 21:46:36 Destroy() [SB 2]",
        "2019/06/28 21:46:36 Destroy() [SB 2]",
        "Kill function: install32019/06/28 21:46:36 Destroy() [SB 3]",
        "2019/06/28 21:46:36 Destroy() [SB 3]",
        "2019/06/28 21:46:36 remove worker.pid",
        "2019/06/28 21:46:36 exiting",
        ""
      ]
    },
    {
      "test": "fork_bomb",
      "params": {},
      "pass": true,
      "seconds": 0.13660168647766113,
      "total_seconds": 8.198804140090942,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 1,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 80,
        "Create().ms.cnt": 2,
        "Create().ms.sum": 160,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 2,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 2,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 8,
        "fork().ms.cnt": 1,
        "fork().ms.sum": 8,
        "fork-proc.ms.avg": 8,
        "fork-proc.ms.cnt": 1,
        "fork-proc.ms.sum": 8,
        "forkRequest.ms.avg": 7,
        "forkRequest.ms.cnt": 1,
        "forkRequest.ms.sum": 7,
        "fresh-proc.ms.avg": 142,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 142,
        "make-root-fs.ms.avg": 42,
        "make-root-fs.ms.cnt": 4,
        "make-root-fs.ms.sum": 169,
        "move-to-cg-after-fork.ms.avg": 1,
        "move-to-cg-after-fork.ms.cnt": 1,
        "move-to-cg-after-fork.ms.sum": 1
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 239,
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 239,
        "benchmark_log": "",
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:46:44 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:44 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:44 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:44 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:44 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:44 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:44 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:44 remove worker.pid",
        "2019/06/28 21:46:44 exiting",
        ""
      ]
    },
    {
      "test": "max_mem_alloc",
      "params": {},
      "pass": true,
      "seconds": 0.8906106948852539,
      "total_seconds": 8.953924179077148,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 1,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 80,
        "Create().ms.cnt": 2,
        "Create().ms.sum": 160,
        "Pause().ms.avg": 2,
        "Pause().ms.cnt": 1,
        "Pause().ms.sum": 2,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 2,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 2,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 9,
        "fork().ms.cnt": 1,
        "fork().ms.sum": 9,
        "fork-proc.ms.avg": 9,
        "fork-proc.ms.cnt": 1,
        "fork-proc.ms.sum": 9,
        "forkRequest.ms.avg": 5,
        "forkRequest.ms.cnt": 1,
        "forkRequest.ms.sum": 5,
        "fresh-proc.ms.avg": 141,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 141,
        "make-root-fs.ms.avg": 42,
        "make-root-fs.ms.cnt": 4,
        "make-root-fs.ms.sum": 168,
        "move-to-cg-after-fork.ms.avg": 4,
        "move-to-cg-after-fork.ms.cnt": 1,
        "move-to-cg-after-fork.ms.sum": 4
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 239,
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 239,
        "benchmark_log": "",
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:46:53 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:53 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:53 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:53 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:53 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:53 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:53 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:46:53 remove worker.pid",
        "2019/06/28 21:46:53 exiting",
        ""
      ]
    },
    {
      "test": "sock_churn",
      "params": {
        "seconds": 15,
        "baseline": 0,
        "procs": 1,
        "fork": true
      },
      "pass": true,
      "seconds": 15.197145462036133,
      "total_seconds": 15.430572032928467,
      "stats": {
        "sandboxes_per_sec": 45.86666666666667
      },
      "ol-stats": {
        "Create().ms.avg": 10,
        "Create().ms.cnt": 689,
        "Create().ms.sum": 7180,
        "Destroy().ms.avg": 3,
        "Destroy().ms.cnt": 688,
        "Destroy().ms.sum": 2106,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 689,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 689,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 6,
        "fork().ms.cnt": 688,
        "fork().ms.sum": 4758,
        "fork-proc.ms.avg": 6,
        "fork-proc.ms.cnt": 688,
        "fork-proc.ms.sum": 4796,
        "forkRequest.ms.avg": 6,
        "forkRequest.ms.cnt": 688,
        "forkRequest.ms.sum": 4167,
        "fresh-proc.ms.avg": 136,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 136,
        "make-root-fs.ms.avg": 6,
        "make-root-fs.ms.cnt": 1378,
        "make-root-fs.ms.sum": 8949,
        "move-to-cg-after-fork.ms.avg": 0,
        "move-to-cg-after-fork.ms.cnt": 688,
        "move-to-cg-after-fork.ms.sum": 268
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "sock",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 239,
        "registry": "/root/open-lambda/test-dir/registry",
        "benchmark_log": "",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 239,
        "registry_cache_ms": 5000,
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:47:09 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:09 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:09 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:09 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:09 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:09 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:09 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:09 remove worker.pid",
        "2019/06/28 21:47:09 exiting",
        ""
      ]
    },
    {
      "test": "sock_churn",
      "params": {
        "seconds": 15,
        "baseline": 0,
        "procs": 15,
        "fork": true
      },
      "pass": true,
      "seconds": 15.479350090026855,
      "total_seconds": 15.714234828948975,
      "stats": {
        "sandboxes_per_sec": 45.8
      },
      "ol-stats": {
        "Create().ms.avg": 151,
        "Create().ms.cnt": 688,
        "Create().ms.sum": 104021,
        "Destroy().ms.avg": 12,
        "Destroy().ms.cnt": 687,
        "Destroy().ms.sum": 8515,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 688,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 103,
        "acquire-mem.ms.cnt": 688,
        "acquire-mem.ms.sum": 71076,
        "fork().ms.avg": 43,
        "fork().ms.cnt": 687,
        "fork().ms.sum": 30033,
        "fork-proc.ms.avg": 43,
        "fork-proc.ms.cnt": 687,
        "fork-proc.ms.sum": 30110,
        "forkRequest.ms.avg": 10,
        "forkRequest.ms.cnt": 687,
        "forkRequest.ms.sum": 7406,
        "fresh-proc.ms.avg": 133,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 133,
        "make-root-fs.ms.avg": 25,
        "make-root-fs.ms.cnt": 1376,
        "make-root-fs.ms.sum": 34710,
        "move-to-cg-after-fork.ms.avg": 4,
        "move-to-cg-after-fork.ms.cnt": 687,
        "move-to-cg-after-fork.ms.sum": 3140
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "sock",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 239,
        "registry": "/root/open-lambda/test-dir/registry",
        "benchmark_log": "",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 239,
        "registry_cache_ms": 5000,
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:47:24 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:24 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:24 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:24 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:24 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:24 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:24 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/28 21:47:24 remove worker.pid",
        "2019/06/28 21:47:24 exiting",
        ""
      ]
    },
    {
      "test": "update_code",
      "params": {},
      "pass": true,
      "seconds": 6.02681303024292,
      "total_seconds": 6.268076658248901,
      "stats": null,
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 3,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 46,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 187,
        "Destroy().ms.avg": 0,
        "Destroy().ms.cnt": 2,
        "Destroy().ms.sum": 0,
        "Pause().ms.avg": 0,
        "Pause().ms.cnt": 3465,
        "Pause().ms.sum": 20,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 4,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 4,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 9,
        "fork().ms.cnt": 3,
        "fork().ms.sum": 27,
        "fork-proc.ms.avg": 9,
        "fork-proc.ms.cnt": 3,
        "fork-proc.ms.sum": 27,
        "forkRequest.ms.avg": 7,
        "forkRequest.ms.cnt": 3,
        "forkRequest.ms.sum": 21,
        "fresh-proc.ms.avg": 142,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 142,
        "make-root-fs.ms.avg": 25,
        "make-root-fs.ms.cnt": 8,
        "make-root-fs.ms.sum": 201,
        "move-to-cg-after-fork.ms.avg": 1,
        "move-to-cg-after-fork.ms.cnt": 3,
        "move-to-cg-after-fork.ms.sum": 5
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 239,
        "registry_cache_ms": 3000,
        "registry": "/tmp/tmpvljvyb0y",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 239,
        "benchmark_log": "",
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:47:31 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:31 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:31 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:31 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:31 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:31 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:31 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:31 remove worker.pid",
        "2019/06/28 21:47:31 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 1
      },
      "pass": true,
      "seconds": 15.046169757843018,
      "total_seconds": 15.280275583267212,
      "stats": {
        "reqs_per_sec": 298.4
      },
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 3,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 48,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 192,
        "Destroy().ms.avg": 0,
        "Destroy().ms.cnt": 2,
        "Destroy().ms.sum": 0,
        "Pause().ms.avg": 0,
        "Pause().ms.cnt": 8949,
        "Pause().ms.sum": 16,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 4,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 4,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 9,
        "fork().ms.cnt": 3,
        "fork().ms.sum": 29,
        "fork-proc.ms.avg": 9,
        "fork-proc.ms.cnt": 3,
        "fork-proc.ms.sum": 29,
        "forkRequest.ms.avg": 7,
        "forkRequest.ms.cnt": 3,
        "forkRequest.ms.sum": 23,
        "fresh-proc.ms.avg": 147,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 147,
        "make-root-fs.ms.avg": 25,
        "make-root-fs.ms.cnt": 8,
        "make-root-fs.ms.sum": 206,
        "move-to-cg-after-fork.ms.avg": 1,
        "move-to-cg-after-fork.ms.cnt": 3,
        "move-to-cg-after-fork.ms.sum": 3
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 250,
        "registry": "/root/open-lambda/test-registry",
        "benchmark_log": "",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 250,
        "registry_cache_ms": 5000,
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:47:46 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:46 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:46 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:46 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:46 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:46 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:46 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:47:46 remove worker.pid",
        "2019/06/28 21:47:46 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 2
      },
      "pass": true,
      "seconds": 15.045955896377563,
      "total_seconds": 15.282250165939331,
      "stats": {
        "reqs_per_sec": 298.8666666666667
      },
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 3,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 50,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 202,
        "Destroy().ms.avg": 0,
        "Destroy().ms.cnt": 2,
        "Destroy().ms.sum": 1,
        "Pause().ms.avg": 0,
        "Pause().ms.cnt": 8125,
        "Pause().ms.sum": 3,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 4,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 4,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 9,
        "fork().ms.cnt": 3,
        "fork().ms.sum": 28,
        "fork-proc.ms.avg": 9,
        "fork-proc.ms.cnt": 3,
        "fork-proc.ms.sum": 28,
        "forkRequest.ms.avg": 8,
        "forkRequest.ms.cnt": 3,
        "forkRequest.ms.sum": 25,
        "fresh-proc.ms.avg": 157,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 157,
        "make-root-fs.ms.avg": 27,
        "make-root-fs.ms.cnt": 8,
        "make-root-fs.ms.sum": 216,
        "move-to-cg-after-fork.ms.avg": 0,
        "move-to-cg-after-fork.ms.cnt": 3,
        "move-to-cg-after-fork.ms.sum": 2
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 250,
        "registry": "/root/open-lambda/test-registry",
        "benchmark_log": "",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 250,
        "registry_cache_ms": 5000,
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:48:01 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:01 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:01 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:01 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:01 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:01 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:01 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:01 remove worker.pid",
        "2019/06/28 21:48:01 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 8
      },
      "pass": true,
      "seconds": 15.080421209335327,
      "total_seconds": 15.318851947784424,
      "stats": {
        "reqs_per_sec": 264.06666666666666
      },
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 3,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 61,
        "Create().ms.cnt": 4,
        "Create().ms.sum": 245,
        "Destroy().ms.avg": 1,
        "Destroy().ms.cnt": 2,
        "Destroy().ms.sum": 2,
        "Pause().ms.avg": 0,
        "Pause().ms.cnt": 6581,
        "Pause().ms.sum": 1037,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 4,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 4,
        "acquire-mem.ms.sum": 0,
        "fork().ms.avg": 9,
        "fork().ms.cnt": 3,
        "fork().ms.sum": 28,
        "fork-proc.ms.avg": 9,
        "fork-proc.ms.cnt": 3,
        "fork-proc.ms.sum": 28,
        "forkRequest.ms.avg": 6,
        "forkRequest.ms.cnt": 3,
        "forkRequest.ms.sum": 18,
        "fresh-proc.ms.avg": 202,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 202,
        "make-root-fs.ms.avg": 32,
        "make-root-fs.ms.cnt": 8,
        "make-root-fs.ms.sum": 259,
        "move-to-cg-after-fork.ms.avg": 2,
        "move-to-cg-after-fork.ms.cnt": 3,
        "move-to-cg-after-fork.ms.sum": 8
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 500,
        "registry": "/root/open-lambda/test-registry",
        "benchmark_log": "",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 100,
        "registry_cache_ms": 5000,
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:48:17 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:17 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:17 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:17 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:17 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:17 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:17 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:17 remove worker.pid",
        "2019/06/28 21:48:17 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 100,
        "alloc_mb": 1
      },
      "pass": true,
      "seconds": 2.582289457321167,
      "total_seconds": 2.826294422149658,
      "stats": {
        "reqs_per_sec": 38.72572604319443
      },
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 100,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 9,
        "Create().ms.cnt": 101,
        "Create().ms.sum": 940,
        "Destroy().ms.avg": 1,
        "Destroy().ms.cnt": 96,
        "Destroy().ms.sum": 123,
        "Pause().ms.avg": 6,
        "Pause().ms.cnt": 100,
        "Pause().ms.sum": 639,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 101,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 101,
        "acquire-mem.ms.sum": 0,
        "evict.ms.avg": 1,
        "evict.ms.cnt": 96,
        "evict.ms.sum": 127,
        "fork().ms.avg": 7,
        "fork().ms.cnt": 100,
        "fork().ms.sum": 753,
        "fork-proc.ms.avg": 7,
        "fork-proc.ms.cnt": 100,
        "fork-proc.ms.sum": 755,
        "forkRequest.ms.avg": 5,
        "forkRequest.ms.cnt": 100,
        "forkRequest.ms.sum": 585,
        "fresh-proc.ms.avg": 140,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 140,
        "make-root-fs.ms.avg": 4,
        "make-root-fs.ms.cnt": 202,
        "make-root-fs.ms.sum": 962,
        "move-to-cg-after-fork.ms.avg": 1,
        "move-to-cg-after-fork.ms.cnt": 100,
        "move-to-cg-after-fork.ms.sum": 111
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 250,
        "registry_cache_ms": 5000,
        "registry": "/tmp/tmph71ujbt9",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 250,
        "benchmark_log": "",
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:48:20 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:20 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:20 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:20 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:20 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:20 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:20 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:20 remove worker.pid",
        "2019/06/28 21:48:20 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 1000,
        "alloc_mb": 10
      },
      "pass": true,
      "seconds": 38.474310636520386,
      "total_seconds": 39.21628952026367,
      "stats": {
        "reqs_per_sec": 25.99138852572539
      },
      "ol-stats": {
        "Channel().ms.avg": 0,
        "Channel().ms.cnt": 1000,
        "Channel().ms.sum": 0,
        "Create().ms.avg": 11,
        "Create().ms.cnt": 1001,
        "Create().ms.sum": 11790,
        "Destroy().ms.avg": 2,
        "Destroy().ms.cnt": 996,
        "Destroy().ms.sum": 2700,
        "Pause().ms.avg": 10,
        "Pause().ms.cnt": 999,
        "Pause().ms.sum": 10018,
        "acquire-cgroup.ms.avg": 0,
        "acquire-cgroup.ms.cnt": 1001,
        "acquire-cgroup.ms.sum": 0,
        "acquire-mem.ms.avg": 0,
        "acquire-mem.ms.cnt": 1001,
        "acquire-mem.ms.sum": 0,
        "evict.ms.avg": 2,
        "evict.ms.cnt": 996,
        "evict.ms.sum": 2706,
        "fork().ms.avg": 8,
        "fork().ms.cnt": 1000,
        "fork().ms.sum": 8375,
        "fork-proc.ms.avg": 8,
        "fork-proc.ms.cnt": 1000,
        "fork-proc.ms.sum": 8426,
        "forkRequest.ms.avg": 7,
        "forkRequest.ms.cnt": 1000,
        "forkRequest.ms.sum": 7102,
        "fresh-proc.ms.avg": 168,
        "fresh-proc.ms.cnt": 1,
        "fresh-proc.ms.sum": 168,
        "make-root-fs.ms.avg": 7,
        "make-root-fs.ms.cnt": 2002,
        "make-root-fs.ms.sum": 14385,
        "move-to-cg-after-fork.ms.avg": 0,
        "move-to-cg-after-fork.ms.cnt": 1000,
        "move-to-cg-after-fork.ms.sum": 746
      },
      "conf": {
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "max_runners": 0,
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-dir/worker",
        "startup_pkgs": null,
        "Pkgs_dir": "/root/open-lambda/test-dir/lambda/packages",
        "SOCK_base_path": "/root/open-lambda/test-dir/lambda",
        "pip_mirror": "",
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-dir",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 250,
        "registry": "/tmp/tmpatnyp1f4",
        "benchmark_log": "",
        "docker_runtime": "",
        "worker_port": "5000",
        "import_cache_mb": 250,
        "registry_cache_ms": 5000,
        "sandbox": "sock",
        "timing": false
      },
      "errors": [],
      "worker_tail": [
        "2019/06/28 21:48:59 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:59 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:59 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:59 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:59 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:59 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:59 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/28 21:48:59 remove worker.pid",
        "2019/06/28 21:48:59 exiting",
        ""
      ]
    }
  ],
  "passed": 17,
  "failed": 0,
  "seconds": 323.89093255996704
}