{
  "runs": [
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 2.918494701385498,
      "total_seconds": 18.244689226150513,
      "stats": null,
      "conf": {
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 0,
        "import_cache_mb": 0,
        "benchmark_log": "",
        "sandbox": "sock",
        "server_mode": "lambda",
        "pip_mirror": "",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "timing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/15 21:42:41 remove /sys/fs/cgroup/cpu/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:41 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:41 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:41 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:41 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:41 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:41 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:41 Finished Lambda Cleanup",
        "2019/06/15 21:42:41 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.674229383468628,
      "total_seconds": 9.332954406738281,
      "stats": null,
      "conf": {
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 256,
        "import_cache_mb": 0,
        "benchmark_log": "",
        "Skip_pull_existing": false,
        "server_mode": "lambda",
        "pip_mirror": "",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "sandbox_config": {
          "processes": 10
        },
        "sandbox": "sock",
        "timing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/15 21:42:50 remove /sys/fs/cgroup/cpu/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:50 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:50 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:50 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:50 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:50 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:50 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/15 21:42:50 Finished Lambda Cleanup",
        "2019/06/15 21:42:50 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.7486815452575684,
      "total_seconds": 8.509854316711426,
      "stats": null,
      "conf": {
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 0,
        "import_cache_mb": 256,
        "benchmark_log": "",
        "sandbox": "sock",
        "server_mode": "lambda",
        "pip_mirror": "",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "timing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/15 21:42:59 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:42:59 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:42:59 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:42:59 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:42:59 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:42:59 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:42:59 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:42:59 Finished Lambda Cleanup",
        "2019/06/15 21:42:59 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.7461931705474854,
      "total_seconds": 9.00981330871582,
      "stats": null,
      "conf": {
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 256,
        "import_cache_mb": 256,
        "benchmark_log": "",
        "Skip_pull_existing": false,
        "server_mode": "lambda",
        "pip_mirror": "",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "sandbox_config": {
          "processes": 10
        },
        "sandbox": "sock",
        "timing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/15 21:43:08 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:08 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:08 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:08 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:08 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:08 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:08 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:08 Finished Lambda Cleanup",
        "2019/06/15 21:43:08 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 7.04381799697876,
      "total_seconds": 14.589911699295044,
      "stats": null,
      "conf": {
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 0,
        "import_cache_mb": 0,
        "benchmark_log": "",
        "sandbox": "docker",
        "server_mode": "lambda",
        "pip_mirror": "",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "timing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/15 21:43:23 received kill signal, cleaning up",
        "2019/06/15 21:43:23 Cleanup Lambdas:",
        "2019/06/15 21:43:23   Function: echo",
        "2019/06/15 21:43:23   Function: install",
        "2019/06/15 21:43:23   Function: install2",
        "2019/06/15 21:43:23   Function: install3",
        "2019/06/15 21:43:23 Cleanup Container Factory",
        "2019/06/15 21:43:23 Finished Lambda Cleanup",
        "2019/06/15 21:43:23 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 3.107778549194336,
      "total_seconds": 11.460049152374268,
      "stats": null,
      "conf": {
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 256,
        "import_cache_mb": 0,
        "benchmark_log": "",
        "Skip_pull_existing": false,
        "server_mode": "lambda",
        "pip_mirror": "",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "sandbox_config": {
          "processes": 10
        },
        "sandbox": "docker",
        "timing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/15 21:43:33   Function: install2",
        "2019/06/15 21:43:33     Instance: 2",
        "2019/06/15 21:43:34   Function: install3",
        "2019/06/15 21:43:34     Instance: 3",
        "2019/06/15 21:43:34   Function: echo",
        "2019/06/15 21:43:34     Instance: 0",
        "2019/06/15 21:43:34 Cleanup Container Factory",
        "2019/06/15 21:43:34 Finished Lambda Cleanup",
        "2019/06/15 21:43:34 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 1,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.023647546768188,
      "total_seconds": 15.647932767868042,
      "stats": {
        "reqs_per_sec": 287.6
      },
      "conf": {
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 256,
        "import_cache_mb": 256,
        "benchmark_log": "",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "Skip_pull_existing": false,
        "server_mode": "lambda",
        "pip_mirror": "",
        "startup_pkgs": null,
        "cluster_name": "/root/open-lambda/test-cluster",
        "sandbox_config": {
          "processes": 10
        },
        "sandbox": "sock",
        "timing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/15 21:43:50 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:50 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:50 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:50 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:50 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:50 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:50 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:43:50 Finished Lambda Cleanup",
        "2019/06/15 21:43:50 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 2,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.044639825820923,
      "total_seconds": 15.369836330413818,
      "stats": {
        "reqs_per_sec": 285.53333333333336
      },
      "conf": {
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 256,
        "import_cache_mb": 256,
        "benchmark_log": "",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "Skip_pull_existing": false,
        "server_mode": "lambda",
        "pip_mirror": "",
        "startup_pkgs": null,
        "cluster_name": "/root/open-lambda/test-cluster",
        "sandbox_config": {
          "processes": 10
        },
        "sandbox": "sock",
        "timing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/15 21:44:05 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:05 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:05 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:05 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:05 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:05 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:05 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:05 Finished Lambda Cleanup",
        "2019/06/15 21:44:05 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 8,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.06353211402893,
      "total_seconds": 15.395329236984253,
      "stats": {
        "reqs_per_sec": 264.46666666666664
      },
      "conf": {
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 256,
        "import_cache_mb": 256,
        "benchmark_log": "",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "Skip_pull_existing": false,
        "server_mode": "lambda",
        "pip_mirror": "",
        "startup_pkgs": null,
        "cluster_name": "/root/open-lambda/test-cluster",
        "sandbox_config": {
          "processes": 10
        },
        "sandbox": "sock",
        "timing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/15 21:44:20 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:20 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:20 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:20 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:20 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:20 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:20 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:20 Finished Lambda Cleanup",
        "2019/06/15 21:44:20 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 100,
        "alloc_mb": 1
      },
      "pass": true,
      "seconds": 2.6860408782958984,
      "total_seconds": 3.2265713214874268,
      "stats": {
        "reqs_per_sec": 37.22991186186485
      },
      "conf": {
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "registry": "/tmp/tmpfdwhj2yz",
        "handler_cache_mb": 256,
        "import_cache_mb": 256,
        "benchmark_log": "",
        "sandbox": "sock",
        "server_mode": "lambda",
        "pip_mirror": "",
        "startup_pkgs": null,
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "timing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/15 21:44:24 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:24 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:24 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:24 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:24 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:24 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:24 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:44:24 Finished Lambda Cleanup",
        "2019/06/15 21:44:24 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 1000,
        "alloc_mb": 10
      },
      "pass": true,
      "seconds": 39.89244198799133,
      "total_seconds": 41.034945487976074,
      "stats": {
        "reqs_per_sec": 25.067425381240344
      },
      "conf": {
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "worker_port": "5000",
        "registry_cache_ms": 5000,
        "registry": "/tmp/tmpytax_wbo",
        "handler_cache_mb": 256,
        "import_cache_mb": 256,
        "benchmark_log": "",
        "Skip_pull_existing": false,
        "server_mode": "lambda",
        "pip_mirror": "",
        "startup_pkgs": null,
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "sandbox_config": {
          "processes": 10
        },
        "sandbox": "sock",
        "timing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/15 21:45:05 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:45:05 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:45:05 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:45:05 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:45:05 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:45:05 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:45:05 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/15 21:45:05 Finished Lambda Cleanup",
        "2019/06/15 21:45:05 exiting",
        ""
      ]
    }
  ],
  "passed": 11,
  "failed": 0,
  "seconds": 224.24574875831604
}