{
  "runs": [
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 3.027374029159546,
      "total_seconds": 18.07709312438965,
      "stats": null,
      "conf": {
        "registry_cache_ms": 5000,
        "docker_runtime": "",
        "sandbox": "sock",
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_port": "5000",
        "handler_cache_mb": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "pip_mirror": "",
        "import_cache_mb": 0,
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "benchmark_log": "",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "timing": false,
        "sandbox_config": {
          "processes": 10
        },
        "max_runners": 0,
        "registry": "/root/open-lambda/test-registry",
        "server_mode": "lambda",
        "Skip_pull_existing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/16 21:42:46 remove /sys/fs/cgroup/cpu/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:46 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:46 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:46 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:46 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:46 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:46 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:46 Finished Lambda Cleanup",
        "2019/06/16 21:42:46 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.8606963157653809,
      "total_seconds": 9.6222665309906,
      "stats": null,
      "conf": {
        "registry_cache_ms": 5000,
        "docker_runtime": "",
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "handler_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "pip_mirror": "",
        "import_cache_mb": 0,
        "benchmark_log": "",
        "Skip_pull_existing": false,
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "timing": false,
        "sandbox": "sock",
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/16 21:42:55 remove /sys/fs/cgroup/cpu/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:55 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:55 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:55 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:55 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:55 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:55 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
        "2019/06/16 21:42:55 Finished Lambda Cleanup",
        "2019/06/16 21:42:55 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.7765285968780518,
      "total_seconds": 8.73777174949646,
      "stats": null,
      "conf": {
        "registry_cache_ms": 5000,
        "docker_runtime": "",
        "cluster_name": "/root/open-lambda/test-cluster",
        "Skip_pull_existing": false,
        "handler_cache_mb": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "pip_mirror": "",
        "import_cache_mb": 256,
        "worker_port": "5000",
        "benchmark_log": "",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "timing": false,
        "sandbox_config": {
          "processes": 10
        },
        "max_runners": 0,
        "registry": "/root/open-lambda/test-registry",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "server_mode": "lambda",
        "sandbox": "sock"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/16 21:43:04 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:04 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:04 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:04 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:04 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:04 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:04 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:04 Finished Lambda Cleanup",
        "2019/06/16 21:43:04 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.7595174312591553,
      "total_seconds": 8.72055435180664,
      "stats": null,
      "conf": {
        "registry_cache_ms": 5000,
        "docker_runtime": "",
        "sandbox": "sock",
        "cluster_name": "/root/open-lambda/test-cluster",
        "handler_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "pip_mirror": "",
        "import_cache_mb": 256,
        "sandbox_config": {
          "processes": 10
        },
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "timing": false,
        "worker_port": "5000",
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0,
        "server_mode": "lambda",
        "Skip_pull_existing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/16 21:43:13 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:13 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:13 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:13 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:13 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:13 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:13 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:13 Finished Lambda Cleanup",
        "2019/06/16 21:43:13 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 6.410451650619507,
      "total_seconds": 14.05529236793518,
      "stats": null,
      "conf": {
        "registry_cache_ms": 5000,
        "docker_runtime": "",
        "cluster_name": "/root/open-lambda/test-cluster",
        "handler_cache_mb": 0,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "pip_mirror": "",
        "import_cache_mb": 0,
        "benchmark_log": "",
        "Skip_pull_existing": false,
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "timing": false,
        "sandbox": "docker",
        "max_runners": 0,
        "registry": "/root/open-lambda/test-registry",
        "server_mode": "lambda",
        "sandbox_config": {
          "processes": 10
        }
      },
      "exception": null,
      "worker_tail": [
        "2019/06/16 21:43:27 received kill signal, cleaning up",
        "2019/06/16 21:43:27 Cleanup Lambdas:",
        "2019/06/16 21:43:27   Function: install",
        "2019/06/16 21:43:27   Function: install2",
        "2019/06/16 21:43:27   Function: install3",
        "2019/06/16 21:43:27   Function: echo",
        "2019/06/16 21:43:27 Cleanup Container Factory",
        "2019/06/16 21:43:27 Finished Lambda Cleanup",
        "2019/06/16 21:43:27 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 3.4955053329467773,
      "total_seconds": 11.966660022735596,
      "stats": null,
      "conf": {
        "registry_cache_ms": 5000,
        "docker_runtime": "",
        "sandbox": "docker",
        "cluster_name": "/root/open-lambda/test-cluster",
        "handler_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "pip_mirror": "",
        "import_cache_mb": 0,
        "sandbox_config": {
          "processes": 10
        },
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "timing": false,
        "worker_port": "5000",
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0,
        "server_mode": "lambda",
        "Skip_pull_existing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/16 21:43:38   Function: install",
        "2019/06/16 21:43:38     Instance: 1",
        "2019/06/16 21:43:39   Function: install2",
        "2019/06/16 21:43:39     Instance: 2",
        "2019/06/16 21:43:39   Function: install3",
        "2019/06/16 21:43:39     Instance: 3",
        "2019/06/16 21:43:39 Cleanup Container Factory",
        "2019/06/16 21:43:39 Finished Lambda Cleanup",
        "2019/06/16 21:43:39 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 1
      },
      "pass": true,
      "seconds": 15.081994533538818,
      "total_seconds": 15.70414662361145,
      "stats": {
        "reqs_per_sec": 285.6
      },
      "conf": {
        "registry_cache_ms": 5000,
        "docker_runtime": "",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "handler_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "pip_mirror": "",
        "import_cache_mb": 256,
        "benchmark_log": "",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "timing": false,
        "sandbox": "sock",
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/16 21:43:55 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:55 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:55 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:55 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:55 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:55 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:55 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:43:55 Finished Lambda Cleanup",
        "2019/06/16 21:43:55 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 2
      },
      "pass": true,
      "seconds": 15.044814586639404,
      "total_seconds": 15.369692325592041,
      "stats": {
        "reqs_per_sec": 279.46666666666664
      },
      "conf": {
        "registry_cache_ms": 5000,
        "docker_runtime": "",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "handler_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "pip_mirror": "",
        "import_cache_mb": 256,
        "benchmark_log": "",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "timing": false,
        "sandbox": "sock",
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/16 21:44:10 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:10 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:10 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:10 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:10 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:10 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:10 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:10 Finished Lambda Cleanup",
        "2019/06/16 21:44:10 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "seconds": 15,
        "procs": 8
      },
      "pass": true,
      "seconds": 15.072299718856812,
      "total_seconds": 15.400089502334595,
      "stats": {
        "reqs_per_sec": 255.8
      },
      "conf": {
        "registry_cache_ms": 5000,
        "docker_runtime": "",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "handler_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "pip_mirror": "",
        "import_cache_mb": 256,
        "benchmark_log": "",
        "worker_port": "5000",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "timing": false,
        "sandbox": "sock",
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0,
        "server_mode": "lambda",
        "cluster_name": "/root/open-lambda/test-cluster"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/16 21:44:25 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:25 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:25 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:25 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:25 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:25 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:25 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:25 Finished Lambda Cleanup",
        "2019/06/16 21:44:25 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 100,
        "alloc_mb": 1
      },
      "pass": true,
      "seconds": 2.7407968044281006,
      "total_seconds": 3.2757744789123535,
      "stats": {
        "reqs_per_sec": 36.48613688181836
      },
      "conf": {
        "registry_cache_ms": 5000,
        "docker_runtime": "",
        "cluster_name": "/root/open-lambda/test-cluster",
        "Skip_pull_existing": false,
        "handler_cache_mb": 256,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "startup_pkgs": null,
        "pip_mirror": "",
        "import_cache_mb": 256,
        "worker_port": "5000",
        "benchmark_log": "",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "timing": false,
        "sandbox_config": {
          "processes": 10
        },
        "max_runners": 0,
        "registry": "/tmp/tmp6mal0g0i",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "server_mode": "lambda",
        "sandbox": "sock"
      },
      "exception": null,
      "worker_tail": [
        "2019/06/16 21:44:29 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:29 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:29 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:29 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:29 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:29 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:29 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:44:29 Finished Lambda Cleanup",
        "2019/06/16 21:44:29 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 1000,
        "alloc_mb": 10
      },
      "pass": true,
      "seconds": 41.750978231430054,
      "total_seconds": 43.18640422821045,
      "stats": {
        "reqs_per_sec": 23.95155225132099
      },
      "conf": {
        "registry_cache_ms": 5000,
        "docker_runtime": "",
        "sandbox": "sock",
        "cluster_name": "/root/open-lambda/test-cluster",
        "handler_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "pip_mirror": "",
        "import_cache_mb": 256,
        "sandbox_config": {
          "processes": 10
        },
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "benchmark_log": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "timing": false,
        "worker_port": "5000",
        "registry": "/tmp/tmpygpyjt2l",
        "max_runners": 0,
        "server_mode": "lambda",
        "Skip_pull_existing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/16 21:45:12 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:45:12 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:45:12 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:45:12 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:45:12 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:45:12 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:45:12 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
        "2019/06/16 21:45:12 Finished Lambda Cleanup",
        "2019/06/16 21:45:12 exiting",
        ""
      ]
    }
  ],
  "passed": 11,
  "failed": 0,
  "seconds": 230.03988695144653
}