{
  "runs": [
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 3.4770305156707764,
      "total_seconds": 18.23077964782715,
      "stats": null,
      "conf": {
        "timing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "max_runners": 0,
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "registry_cache_ms": 5000,
        "import_cache_mb": 0,
        "sandbox_config": {
          "processes": 10
        },
        "pip_mirror": "",
        "handler_cache_mb": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "server_mode": "lambda",
        "sandbox": "sock",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "docker_runtime": "",
        "worker_port": "5000",
        "registry": "/root/open-lambda/test-registry",
        "benchmark_log": "",
        "Skip_pull_existing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 20:49:01 received kill signal, cleaning up",
        "2019/06/14 20:49:01 Cleanup Lambdas:",
        "2019/06/14 20:49:01   Function: install",
        "2019/06/14 20:49:01   Function: install2",
        "2019/06/14 20:49:01   Function: install3",
        "2019/06/14 20:49:01   Function: echo",
        "2019/06/14 20:49:01 Cleanup Container Factory",
        "2019/06/14 20:49:01 Finished Lambda Cleanup",
        "2019/06/14 20:49:01 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.240232229232788,
      "total_seconds": 8.899287939071655,
      "stats": null,
      "conf": {
        "timing": false,
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0,
        "import_cache_mb": 0,
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "pip_mirror": "",
        "sandbox_config": {
          "processes": 10
        },
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "sandbox": "sock",
        "Skip_pull_existing": false,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "docker_runtime": "",
        "worker_port": "5000",
        "cluster_name": "/root/open-lambda/test-cluster",
        "benchmark_log": "",
        "handler_cache_mb": 256
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 20:49:09   Function: install",
        "2019/06/14 20:49:09     Instance: 1",
        "2019/06/14 20:49:09 destroy [SOCK 1]",
        "2019/06/14 20:49:09 Pause/KillAllProcs/Unpause [SOCK 1]",
        "2019/06/14 20:49:09 wait for init to die [SOCK 1]",
        "2019/06/14 20:49:09 unmount and remove dirs [SOCK 1]",
        "2019/06/14 20:49:09 Cleanup Container Factory",
        "2019/06/14 20:49:09 Finished Lambda Cleanup",
        "2019/06/14 20:49:09 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.7519712448120117,
      "total_seconds": 8.595999479293823,
      "stats": null,
      "conf": {
        "timing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "max_runners": 0,
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "registry_cache_ms": 5000,
        "import_cache_mb": 256,
        "sandbox_config": {
          "processes": 10
        },
        "pip_mirror": "",
        "handler_cache_mb": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "server_mode": "lambda",
        "sandbox": "sock",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "docker_runtime": "",
        "worker_port": "5000",
        "registry": "/root/open-lambda/test-registry",
        "benchmark_log": "",
        "Skip_pull_existing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 20:49:18   Function: install",
        "2019/06/14 20:49:18 Cleanup Container Factory",
        "2019/06/14 20:49:18 unmount and remove dirs [SOCK 3]",
        "2019/06/14 20:49:18 destroy [SOCK 0]",
        "2019/06/14 20:49:18 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 20:49:18 wait for init to die [SOCK 0]",
        "2019/06/14 20:49:18 unmount and remove dirs [SOCK 0]",
        "2019/06/14 20:49:18 Finished Lambda Cleanup",
        "2019/06/14 20:49:18 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.7320315837860107,
      "total_seconds": 8.493102550506592,
      "stats": null,
      "conf": {
        "timing": false,
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0,
        "import_cache_mb": 256,
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "pip_mirror": "",
        "sandbox_config": {
          "processes": 10
        },
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "sandbox": "sock",
        "Skip_pull_existing": false,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "docker_runtime": "",
        "worker_port": "5000",
        "cluster_name": "/root/open-lambda/test-cluster",
        "benchmark_log": "",
        "handler_cache_mb": 256
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 20:49:27 wait for init to die [SOCK 3]",
        "2019/06/14 20:49:27 unmount and remove dirs [SOCK 3]",
        "2019/06/14 20:49:27 Cleanup Container Factory",
        "2019/06/14 20:49:27 destroy [SOCK 0]",
        "2019/06/14 20:49:27 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 20:49:27 wait for init to die [SOCK 0]",
        "2019/06/14 20:49:27 unmount and remove dirs [SOCK 0]",
        "2019/06/14 20:49:27 Finished Lambda Cleanup",
        "2019/06/14 20:49:27 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 6.465350866317749,
      "total_seconds": 13.905026912689209,
      "stats": null,
      "conf": {
        "timing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "max_runners": 0,
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "registry_cache_ms": 5000,
        "import_cache_mb": 0,
        "sandbox_config": {
          "processes": 10
        },
        "pip_mirror": "",
        "handler_cache_mb": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "server_mode": "lambda",
        "sandbox": "docker",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "docker_runtime": "",
        "worker_port": "5000",
        "registry": "/root/open-lambda/test-registry",
        "benchmark_log": "",
        "Skip_pull_existing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 20:49:41 received kill signal, cleaning up",
        "2019/06/14 20:49:41 Cleanup Lambdas:",
        "2019/06/14 20:49:41   Function: echo",
        "2019/06/14 20:49:41   Function: install",
        "2019/06/14 20:49:41   Function: install2",
        "2019/06/14 20:49:41   Function: install3",
        "2019/06/14 20:49:41 Cleanup Container Factory",
        "2019/06/14 20:49:41 Finished Lambda Cleanup",
        "2019/06/14 20:49:41 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 3.267528533935547,
      "total_seconds": 11.517345905303955,
      "stats": null,
      "conf": {
        "timing": false,
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0,
        "import_cache_mb": 0,
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "pip_mirror": "",
        "sandbox_config": {
          "processes": 10
        },
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "sandbox": "docker",
        "Skip_pull_existing": false,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "docker_runtime": "",
        "worker_port": "5000",
        "cluster_name": "/root/open-lambda/test-cluster",
        "benchmark_log": "",
        "handler_cache_mb": 256
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 20:49:51   Function: echo",
        "2019/06/14 20:49:51     Instance: 0",
        "2019/06/14 20:49:52   Function: install",
        "2019/06/14 20:49:52     Instance: 1",
        "2019/06/14 20:49:52   Function: install2",
        "2019/06/14 20:49:52     Instance: 2",
        "2019/06/14 20:49:52 Cleanup Container Factory",
        "2019/06/14 20:49:52 Finished Lambda Cleanup",
        "2019/06/14 20:49:52 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 1,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.045589208602905,
      "total_seconds": 15.56874680519104,
      "stats": {
        "reqs_per_sec": 285.73333333333335
      },
      "conf": {
        "timing": false,
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0,
        "import_cache_mb": 256,
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "pip_mirror": "",
        "sandbox_config": {
          "processes": 10
        },
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "sandbox": "sock",
        "Skip_pull_existing": false,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "docker_runtime": "",
        "worker_port": "5000",
        "cluster_name": "/root/open-lambda/test-cluster",
        "benchmark_log": "",
        "handler_cache_mb": 256
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 20:50:08 wait for init to die [SOCK 0]",
        "2019/06/14 20:50:08 unmount and remove dirs [SOCK 0]",
        "2019/06/14 20:50:08 Cleanup Container Factory",
        "2019/06/14 20:50:08 destroy [SOCK 0]",
        "2019/06/14 20:50:08 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 20:50:08 wait for init to die [SOCK 0]",
        "2019/06/14 20:50:08 unmount and remove dirs [SOCK 0]",
        "2019/06/14 20:50:08 Finished Lambda Cleanup",
        "2019/06/14 20:50:08 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 2,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.045277833938599,
      "total_seconds": 15.369239091873169,
      "stats": {
        "reqs_per_sec": 287.73333333333335
      },
      "conf": {
        "timing": false,
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0,
        "import_cache_mb": 256,
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "pip_mirror": "",
        "sandbox_config": {
          "processes": 10
        },
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "sandbox": "sock",
        "Skip_pull_existing": false,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "docker_runtime": "",
        "worker_port": "5000",
        "cluster_name": "/root/open-lambda/test-cluster",
        "benchmark_log": "",
        "handler_cache_mb": 256
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 20:50:23 wait for init to die [SOCK 0]",
        "2019/06/14 20:50:23 unmount and remove dirs [SOCK 0]",
        "2019/06/14 20:50:23 Cleanup Container Factory",
        "2019/06/14 20:50:23 destroy [SOCK 0]",
        "2019/06/14 20:50:23 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 20:50:23 wait for init to die [SOCK 0]",
        "2019/06/14 20:50:23 unmount and remove dirs [SOCK 0]",
        "2019/06/14 20:50:23 Finished Lambda Cleanup",
        "2019/06/14 20:50:23 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 8,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.060354232788086,
      "total_seconds": 15.394350290298462,
      "stats": {
        "reqs_per_sec": 280.6666666666667
      },
      "conf": {
        "timing": false,
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0,
        "import_cache_mb": 256,
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "pip_mirror": "",
        "sandbox_config": {
          "processes": 10
        },
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "sandbox": "sock",
        "Skip_pull_existing": false,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "docker_runtime": "",
        "worker_port": "5000",
        "cluster_name": "/root/open-lambda/test-cluster",
        "benchmark_log": "",
        "handler_cache_mb": 256
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 20:50:38 wait for init to die [SOCK 0]",
        "2019/06/14 20:50:38 unmount and remove dirs [SOCK 0]",
        "2019/06/14 20:50:38 Cleanup Container Factory",
        "2019/06/14 20:50:38 destroy [SOCK 0]",
        "2019/06/14 20:50:38 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 20:50:38 wait for init to die [SOCK 0]",
        "2019/06/14 20:50:38 unmount and remove dirs [SOCK 0]",
        "2019/06/14 20:50:38 Finished Lambda Cleanup",
        "2019/06/14 20:50:38 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 100,
        "alloc_mb": 1
      },
      "pass": true,
      "seconds": 2.4732253551483154,
      "total_seconds": 2.921861171722412,
      "stats": {
        "reqs_per_sec": 40.433441295843174
      },
      "conf": {
        "timing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "max_runners": 0,
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "cluster_name": "/root/open-lambda/test-cluster",
        "registry_cache_ms": 5000,
        "import_cache_mb": 256,
        "sandbox_config": {
          "processes": 10
        },
        "pip_mirror": "",
        "handler_cache_mb": 256,
        "startup_pkgs": null,
        "server_mode": "lambda",
        "sandbox": "sock",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "docker_runtime": "",
        "worker_port": "5000",
        "registry": "/tmp/tmptat5jtbb",
        "benchmark_log": "",
        "Skip_pull_existing": false
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 20:50:41 wait for init to die [SOCK 89]",
        "2019/06/14 20:50:41 unmount and remove dirs [SOCK 89]",
        "2019/06/14 20:50:41 Cleanup Container Factory",
        "2019/06/14 20:50:41 destroy [SOCK 0]",
        "2019/06/14 20:50:41 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 20:50:41 wait for init to die [SOCK 0]",
        "2019/06/14 20:50:41 unmount and remove dirs [SOCK 0]",
        "2019/06/14 20:50:41 Finished Lambda Cleanup",
        "2019/06/14 20:50:41 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "lambda_count": 1000,
        "alloc_mb": 10
      },
      "pass": true,
      "seconds": 37.33574938774109,
      "total_seconds": 38.874170780181885,
      "stats": {
        "reqs_per_sec": 26.78400334636565
      },
      "conf": {
        "timing": false,
        "registry": "/tmp/tmp4inns6mu",
        "max_runners": 0,
        "import_cache_mb": 256,
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "startup_pkgs": null,
        "pip_mirror": "",
        "sandbox_config": {
          "processes": 10
        },
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "sandbox": "sock",
        "Skip_pull_existing": false,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "docker_runtime": "",
        "worker_port": "5000",
        "cluster_name": "/root/open-lambda/test-cluster",
        "benchmark_log": "",
        "handler_cache_mb": 256
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 20:51:20   Function: L608",
        "2019/06/14 20:51:20   Function: L190",
        "2019/06/14 20:51:20 Cleanup Container Factory",
        "2019/06/14 20:51:20 destroy [SOCK 0]",
        "2019/06/14 20:51:20 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 20:51:20 wait for init to die [SOCK 0]",
        "2019/06/14 20:51:20 unmount and remove dirs [SOCK 0]",
        "2019/06/14 20:51:20 Finished Lambda Cleanup",
        "2019/06/14 20:51:20 exiting",
        ""
      ]
    }
  ],
  "passed": 11,
  "failed": 0,
  "seconds": 226.75111746788025
}