{
  "runs": [
    {
      "test": "sock_churn",
      "params": {
        "seconds": 15,
        "procs": 1,
        "baseline": 0,
        "fork": true
      },
      "pass": true,
      "seconds": 17.133244514465332,
      "total_seconds": 17.36630368232727,
      "stats": {
        "sandboxes_per_sec": 6.2
      },
      "conf": {
        "import_cache_mb": 239,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "startup_pkgs": null,
        "docker_runtime": "",
        "registry": "/root/open-lambda/test-cluster/registry",
        "benchmark_log": "",
        "worker_port": "5000",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "handler_cache_mb": 239,
        "server_mode": "sock"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:28:13 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:13 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:13 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:13 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:13 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:13 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:13 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:13 remove worker.pid",
        "2019/06/26 20:28:13 exiting",
        ""
      ]
    },
    {
      "test": "ping_test",
      "params": {},
      "pass": true,
      "seconds": 2.201483726501465,
      "total_seconds": 17.69843864440918,
      "stats": {
        "pings_per_sec": 454.24309081246764
      },
      "conf": {
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "import_cache_mb": 239,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "docker_runtime": "",
        "registry": "/root/open-lambda/test-registry",
        "registry_cache_ms": 5000,
        "benchmark_log": "",
        "pip_mirror": "",
        "sandbox": "sock",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "handler_cache_mb": 239,
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:28:31 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:28:31 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:28:31 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:28:31 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:28:31 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:28:31 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:28:31 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:28:31 remove worker.pid",
        "2019/06/26 20:28:31 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 2.009495258331299,
      "total_seconds": 10.177496194839478,
      "stats": null,
      "conf": {
        "import_cache_mb": 0,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/root/open-lambda/test-registry",
        "registry_cache_ms": 5000,
        "benchmark_log": "",
        "pip_mirror": "",
        "sandbox": "sock",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "handler_cache_mb": 100,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:28:41 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:41 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:41 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:41 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:41 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:41 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:41 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:41 remove worker.pid",
        "2019/06/26 20:28:41 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.3632152080535889,
      "total_seconds": 9.541976690292358,
      "stats": null,
      "conf": {
        "import_cache_mb": 0,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/root/open-lambda/test-registry",
        "benchmark_log": "",
        "worker_port": "5000",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "handler_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:28:51 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:51 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:51 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:51 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:51 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:51 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:51 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/26 20:28:51 remove worker.pid",
        "2019/06/26 20:28:51 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.42527174949646,
      "total_seconds": 9.696019649505615,
      "stats": null,
      "conf": {
        "import_cache_mb": 250,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/root/open-lambda/test-registry",
        "registry_cache_ms": 5000,
        "benchmark_log": "",
        "pip_mirror": "",
        "sandbox": "sock",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "handler_cache_mb": 100,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:29:00 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:00 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:00 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:00 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:00 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:00 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:00 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:00 remove worker.pid",
        "2019/06/26 20:29:00 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.3819668292999268,
      "total_seconds": 9.648674249649048,
      "stats": null,
      "conf": {
        "import_cache_mb": 250,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/root/open-lambda/test-registry",
        "benchmark_log": "",
        "worker_port": "5000",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "handler_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:29:10 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:10 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:10 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:10 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:10 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:10 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:10 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:10 remove worker.pid",
        "2019/06/26 20:29:10 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 6.524424314498901,
      "total_seconds": 15.888520002365112,
      "stats": null,
      "conf": {
        "import_cache_mb": 0,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/root/open-lambda/test-registry",
        "registry_cache_ms": 5000,
        "benchmark_log": "",
        "pip_mirror": "",
        "sandbox": "docker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "handler_cache_mb": 100,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:29:25 Channel() [SB 3]",
        "2019/06/26 20:29:25 Pause() [SB 3]",
        "2019/06/26 20:29:25 received kill signal, cleaning up",
        "2019/06/26 20:29:25 Destroy() [SB 0]",
        "2019/06/26 20:29:25 Destroy() [SB 1]",
        "2019/06/26 20:29:25 Destroy() [SB 2]",
        "2019/06/26 20:29:26 Destroy() [SB 3]",
        "2019/06/26 20:29:26 remove worker.pid",
        "2019/06/26 20:29:26 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 3.0027804374694824,
      "total_seconds": 12.186469316482544,
      "stats": null,
      "conf": {
        "import_cache_mb": 0,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/root/open-lambda/test-registry",
        "benchmark_log": "",
        "worker_port": "5000",
        "sandbox": "docker",
        "registry_cache_ms": 5000,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "handler_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:29:37 Channel() [SB 3]",
        "2019/06/26 20:29:37 Pause() [SB 3]",
        "2019/06/26 20:29:37 received kill signal, cleaning up",
        "2019/06/26 20:29:37 Destroy() [SB 0]",
        "2019/06/26 20:29:37 Destroy() [SB 1]",
        "2019/06/26 20:29:38 Destroy() [SB 2]",
        "2019/06/26 20:29:38 Destroy() [SB 3]",
        "2019/06/26 20:29:38 remove worker.pid",
        "2019/06/26 20:29:38 exiting",
        ""
      ]
    },
    {
      "test": "fork_bomb",
      "params": {},
      "pass": true,
      "seconds": 0.17097949981689453,
      "total_seconds": 8.746050357818604,
      "stats": null,
      "conf": {
        "import_cache_mb": 239,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/root/open-lambda/test-registry",
        "registry_cache_ms": 5000,
        "benchmark_log": "",
        "pip_mirror": "",
        "sandbox": "sock",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "handler_cache_mb": 239,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:29:47 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:47 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:47 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:47 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:47 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:47 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:47 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:47 remove worker.pid",
        "2019/06/26 20:29:47 exiting",
        ""
      ]
    },
    {
      "test": "max_mem_alloc",
      "params": {},
      "pass": true,
      "seconds": 1.0028836727142334,
      "total_seconds": 9.370333671569824,
      "stats": null,
      "conf": {
        "import_cache_mb": 239,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/root/open-lambda/test-registry",
        "registry_cache_ms": 5000,
        "benchmark_log": "",
        "pip_mirror": "",
        "sandbox": "sock",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "handler_cache_mb": 239,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:29:56 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:56 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:56 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:56 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:56 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:56 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:56 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:29:56 remove worker.pid",
        "2019/06/26 20:29:56 exiting",
        ""
      ]
    },
    {
      "test": "update_code",
      "params": {},
      "pass": true,
      "seconds": 6.165524005889893,
      "total_seconds": 6.502110481262207,
      "stats": null,
      "conf": {
        "import_cache_mb": 239,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "startup_pkgs": null,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/tmp/tmpb42wc5j6",
        "benchmark_log": "",
        "worker_port": "5000",
        "sandbox": "sock",
        "registry_cache_ms": 3000,
        "docker_runtime": "",
        "handler_cache_mb": 239,
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:30:03 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:03 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:03 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:03 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:03 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:03 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:03 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:03 remove worker.pid",
        "2019/06/26 20:30:03 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 1
      },
      "pass": true,
      "seconds": 15.046766757965088,
      "total_seconds": 15.381331205368042,
      "stats": {
        "reqs_per_sec": 280.06666666666666
      },
      "conf": {
        "import_cache_mb": 250,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/root/open-lambda/test-registry",
        "registry_cache_ms": 5000,
        "benchmark_log": "",
        "pip_mirror": "",
        "sandbox": "sock",
        "startup_pkgs": null,
        "handler_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:30:18 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:18 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:18 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:18 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:18 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:18 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:18 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:18 remove worker.pid",
        "2019/06/26 20:30:18 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 2
      },
      "pass": true,
      "seconds": 15.05397891998291,
      "total_seconds": 15.389598846435547,
      "stats": {
        "reqs_per_sec": 276.53333333333336
      },
      "conf": {
        "import_cache_mb": 250,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/root/open-lambda/test-registry",
        "registry_cache_ms": 5000,
        "benchmark_log": "",
        "pip_mirror": "",
        "sandbox": "sock",
        "startup_pkgs": null,
        "handler_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:30:33 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:33 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:33 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:33 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:33 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:33 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:33 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:33 remove worker.pid",
        "2019/06/26 20:30:33 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 8
      },
      "pass": true,
      "seconds": 15.072957515716553,
      "total_seconds": 15.409136295318604,
      "stats": {
        "reqs_per_sec": 239.8
      },
      "conf": {
        "import_cache_mb": 100,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/root/open-lambda/test-registry",
        "registry_cache_ms": 5000,
        "benchmark_log": "",
        "pip_mirror": "",
        "sandbox": "sock",
        "startup_pkgs": null,
        "handler_cache_mb": 500,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:30:49 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:49 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:49 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:49 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:49 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:49 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:49 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:30:49 remove worker.pid",
        "2019/06/26 20:30:49 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 100,
        "alloc_mb": 1
      },
      "pass": true,
      "seconds": 16.177574634552002,
      "total_seconds": 16.52251100540161,
      "stats": {
        "reqs_per_sec": 6.181408599060232
      },
      "conf": {
        "import_cache_mb": 250,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/tmp/tmpsgmm9kjj",
        "benchmark_log": "",
        "worker_port": "5000",
        "sandbox": "sock",
        "registry_cache_ms": 5000,
        "startup_pkgs": null,
        "handler_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:31:05 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:31:05 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:31:05 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:31:05 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:31:05 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:31:05 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:31:05 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:31:05 remove worker.pid",
        "2019/06/26 20:31:05 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 1000,
        "alloc_mb": 10
      },
      "pass": true,
      "seconds": 172.68303894996643,
      "total_seconds": 173.01370573043823,
      "stats": {
        "reqs_per_sec": 5.790957723395284
      },
      "conf": {
        "import_cache_mb": 250,
        "sandbox_config": {
          "processes": 10
        },
        "sock_cgroups": {
          "max_mem_mb": 50,
          "max_procs": 10
        },
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "max_runners": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Skip_pull_existing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "registry": "/tmp/tmploc5h4d9",
        "registry_cache_ms": 5000,
        "benchmark_log": "",
        "pip_mirror": "",
        "sandbox": "sock",
        "startup_pkgs": null,
        "handler_cache_mb": 250,
        "docker_runtime": "",
        "server_mode": "lambda"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/26 20:33:58 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:33:58 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:33:58 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:33:58 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:33:58 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:33:58 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:33:58 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/26 20:33:58 remove worker.pid",
        "2019/06/26 20:33:58 exiting",
        ""
      ]
    }
  ],
  "passed": 16,
  "failed": 0,
  "seconds": 430.6359398365021
}