{
  "runs": [
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 4.3054163455963135,
      "total_seconds": 22.807970762252808,
      "stats": null,
      "conf": {
        "pip_mirror": "",
        "handler_cache_mb": 0,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "import_cache_mb": 0,
        "registry": "/root/open-lambda/test-registry",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "registry_cache_ms": 5000,
        "Skip_pull_existing": false,
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "timing": false,
        "sandbox": "sock"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:55:11 remove /sys/fs/cgroup/cpu/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:11 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:11 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:11 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:11 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:11 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:11 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:11 Finished Lambda Cleanup",
        "2019/06/14 21:55:11 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.6161868572235107,
      "total_seconds": 9.380544662475586,
      "stats": null,
      "conf": {
        "pip_mirror": "",
        "handler_cache_mb": 256,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "import_cache_mb": 0,
        "registry": "/root/open-lambda/test-registry",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "registry_cache_ms": 5000,
        "Skip_pull_existing": false,
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "timing": false,
        "sandbox": "sock"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:55:21 remove /sys/fs/cgroup/cpu/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:21 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:21 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:21 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:21 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:21 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:21 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/14 21:55:21 Finished Lambda Cleanup",
        "2019/06/14 21:55:21 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.7539536952972412,
      "total_seconds": 8.814915180206299,
      "stats": null,
      "conf": {
        "pip_mirror": "",
        "handler_cache_mb": 0,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "import_cache_mb": 256,
        "registry": "/root/open-lambda/test-registry",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "registry_cache_ms": 5000,
        "Skip_pull_existing": false,
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "timing": false,
        "sandbox": "sock"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:55:29 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:29 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:29 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:29 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:29 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:29 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:29 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:29 Finished Lambda Cleanup",
        "2019/06/14 21:55:29 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.7428734302520752,
      "total_seconds": 8.603369235992432,
      "stats": null,
      "conf": {
        "pip_mirror": "",
        "handler_cache_mb": 256,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "import_cache_mb": 256,
        "registry": "/root/open-lambda/test-registry",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "registry_cache_ms": 5000,
        "Skip_pull_existing": false,
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "timing": false,
        "sandbox": "sock"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:55:38 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:38 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:38 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:38 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:38 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:38 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:38 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:55:38 Finished Lambda Cleanup",
        "2019/06/14 21:55:38 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 7.056761264801025,
      "total_seconds": 14.703946113586426,
      "stats": null,
      "conf": {
        "pip_mirror": "",
        "handler_cache_mb": 0,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "import_cache_mb": 0,
        "registry": "/root/open-lambda/test-registry",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "registry_cache_ms": 5000,
        "Skip_pull_existing": false,
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "timing": false,
        "sandbox": "docker"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:55:53 received kill signal, cleaning up",
        "2019/06/14 21:55:53 Cleanup Lambdas:",
        "2019/06/14 21:55:53   Function: install",
        "2019/06/14 21:55:53   Function: install2",
        "2019/06/14 21:55:53   Function: install3",
        "2019/06/14 21:55:53   Function: echo",
        "2019/06/14 21:55:53 Cleanup Container Factory",
        "2019/06/14 21:55:53 Finished Lambda Cleanup",
        "2019/06/14 21:55:53 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 3.5126686096191406,
      "total_seconds": 12.069454669952393,
      "stats": null,
      "conf": {
        "pip_mirror": "",
        "handler_cache_mb": 256,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "import_cache_mb": 0,
        "registry": "/root/open-lambda/test-registry",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "registry_cache_ms": 5000,
        "Skip_pull_existing": false,
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "timing": false,
        "sandbox": "docker"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:56:04   Function: install",
        "2019/06/14 21:56:04     Instance: 1",
        "2019/06/14 21:56:04   Function: install2",
        "2019/06/14 21:56:04     Instance: 2",
        "2019/06/14 21:56:05   Function: install3",
        "2019/06/14 21:56:05     Instance: 3",
        "2019/06/14 21:56:05 Cleanup Container Factory",
        "2019/06/14 21:56:05 Finished Lambda Cleanup",
        "2019/06/14 21:56:05 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 1,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.101698398590088,
      "total_seconds": 16.226158142089844,
      "stats": {
        "reqs_per_sec": 276.4
      },
      "conf": {
        "pip_mirror": "",
        "handler_cache_mb": 256,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "import_cache_mb": 256,
        "registry": "/root/open-lambda/test-registry",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "registry_cache_ms": 5000,
        "Skip_pull_existing": false,
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "timing": false,
        "sandbox": "sock"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:56:21 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:21 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:21 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:21 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:21 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:21 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:21 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:21 Finished Lambda Cleanup",
        "2019/06/14 21:56:21 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 2,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.051834106445312,
      "total_seconds": 15.38011384010315,
      "stats": {
        "reqs_per_sec": 282.0
      },
      "conf": {
        "pip_mirror": "",
        "handler_cache_mb": 256,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "import_cache_mb": 256,
        "registry": "/root/open-lambda/test-registry",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "registry_cache_ms": 5000,
        "Skip_pull_existing": false,
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "timing": false,
        "sandbox": "sock"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:56:36 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:36 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:36 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:36 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:36 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:36 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:36 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:36 Finished Lambda Cleanup",
        "2019/06/14 21:56:36 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 8,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.0645751953125,
      "total_seconds": 15.407179594039917,
      "stats": {
        "reqs_per_sec": 259.8666666666667
      },
      "conf": {
        "pip_mirror": "",
        "handler_cache_mb": 256,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "import_cache_mb": 256,
        "registry": "/root/open-lambda/test-registry",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "registry_cache_ms": 5000,
        "Skip_pull_existing": false,
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "timing": false,
        "sandbox": "sock"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:56:52 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:52 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:52 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:52 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:52 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:52 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:52 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:52 Finished Lambda Cleanup",
        "2019/06/14 21:56:52 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "alloc_mb": 1,
        "lambda_count": 100
      },
      "pass": true,
      "seconds": 2.967179775238037,
      "total_seconds": 3.4874255657196045,
      "stats": {
        "reqs_per_sec": 33.70235568337702
      },
      "conf": {
        "pip_mirror": "",
        "handler_cache_mb": 256,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "import_cache_mb": 256,
        "registry": "/tmp/tmpn78xe2po",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "registry_cache_ms": 5000,
        "Skip_pull_existing": false,
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "timing": false,
        "sandbox": "sock"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:56:55 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:55 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:55 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:55 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:55 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:55 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:55 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:56:55 Finished Lambda Cleanup",
        "2019/06/14 21:56:55 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "alloc_mb": 10,
        "lambda_count": 1000
      },
      "pass": true,
      "seconds": 38.80903387069702,
      "total_seconds": 40.354100704193115,
      "stats": {
        "reqs_per_sec": 25.767216876055592
      },
      "conf": {
        "pip_mirror": "",
        "handler_cache_mb": 256,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "import_cache_mb": 256,
        "registry": "/tmp/tmpla0r703e",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "registry_cache_ms": 5000,
        "Skip_pull_existing": false,
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "max_runners": 0,
        "docker_runtime": "",
        "timing": false,
        "sandbox": "sock"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:57:36 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:57:36 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:57:36 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:57:36 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:57:36 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:57:36 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:57:36 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/14 21:57:36 Finished Lambda Cleanup",
        "2019/06/14 21:57:36 exiting",
        ""
      ]
    }
  ],
  "passed": 11,
  "failed": 0,
  "seconds": 236.17753100395203
}