{
  "runs": [
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 3.4366977214813232,
      "total_seconds": 18.877880096435547,
      "stats": null,
      "conf": {
        "cluster_name": "/root/open-lambda/test-cluster",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "handler_cache_mb": 0,
        "cg_pool_size": 10,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "sandbox": "sock",
        "import_cache_mb": 0,
        "docker_runtime": "",
        "timing": false,
        "Skip_pull_existing": false,
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0
      },
      "exception": null,
      "worker_tail": [
        "2019/06/11 15:23:29 received kill signal, cleaning up",
        "2019/06/11 15:23:29 Cleanup Lambdas:",
        "2019/06/11 15:23:29   Function: install2",
        "2019/06/11 15:23:29   Function: install3",
        "2019/06/11 15:23:29   Function: echo",
        "2019/06/11 15:23:29   Function: install",
        "2019/06/11 15:23:29 Cleanup Container Factory",
        "2019/06/11 15:23:29 Finished Lambda Cleanup",
        "2019/06/11 15:23:29 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.4209473133087158,
      "total_seconds": 9.074429512023926,
      "stats": null,
      "conf": {
        "cluster_name": "/root/open-lambda/test-cluster",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "timing": false,
        "handler_cache_mb": 256,
        "cg_pool_size": 10,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "sandbox": "sock",
        "registry": "/root/open-lambda/test-registry",
        "import_cache_mb": 0,
        "docker_runtime": "",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "worker_port": "5000",
        "max_runners": 0
      },
      "exception": null,
      "worker_tail": [
        "2019/06/11 15:23:39 unmount and remove dirs [SOCK 2]",
        "2019/06/11 15:23:39   Function: install3",
        "2019/06/11 15:23:39     Instance: 3",
        "2019/06/11 15:23:39 destroy [SOCK 3]",
        "2019/06/11 15:23:39 wait for init to die [SOCK 3]",
        "2019/06/11 15:23:39 unmount and remove dirs [SOCK 3]",
        "2019/06/11 15:23:39 Cleanup Container Factory",
        "2019/06/11 15:23:39 Finished Lambda Cleanup",
        "2019/06/11 15:23:39 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.7469432353973389,
      "total_seconds": 8.701180458068848,
      "stats": null,
      "conf": {
        "cluster_name": "/root/open-lambda/test-cluster",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "handler_cache_mb": 0,
        "cg_pool_size": 10,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "import_cache_mb": 256,
        "docker_runtime": "",
        "timing": false,
        "Skip_pull_existing": false,
        "sandbox": "sock",
        "max_runners": 0
      },
      "exception": null,
      "worker_tail": [
        "2019/06/11 15:23:47 Cleanup Lambdas:",
        "2019/06/11 15:23:47   Function: echo",
        "2019/06/11 15:23:47   Function: install",
        "2019/06/11 15:23:47   Function: install2",
        "2019/06/11 15:23:47   Function: install3",
        "2019/06/11 15:23:47 Cleanup Container Factory",
        "2019/06/11 15:23:47 unmount and remove dirs [SOCK 3]",
        "2019/06/11 15:23:47 Finished Lambda Cleanup",
        "2019/06/11 15:23:47 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.7510910034179688,
      "total_seconds": 8.696536540985107,
      "stats": null,
      "conf": {
        "cluster_name": "/root/open-lambda/test-cluster",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "timing": false,
        "handler_cache_mb": 256,
        "cg_pool_size": 10,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "import_cache_mb": 256,
        "docker_runtime": "",
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "worker_port": "5000",
        "max_runners": 0
      },
      "exception": null,
      "worker_tail": [
        "2019/06/11 15:23:56 unmount and remove dirs [SOCK 2]",
        "2019/06/11 15:23:56   Function: install3",
        "2019/06/11 15:23:56     Instance: 3",
        "2019/06/11 15:23:56 destroy [SOCK 3]",
        "2019/06/11 15:23:56 wait for init to die [SOCK 3]",
        "2019/06/11 15:23:56 unmount and remove dirs [SOCK 3]",
        "2019/06/11 15:23:56 Cleanup Container Factory",
        "2019/06/11 15:23:56 Finished Lambda Cleanup",
        "2019/06/11 15:23:56 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 7.33538031578064,
      "total_seconds": 14.981436491012573,
      "stats": null,
      "conf": {
        "cluster_name": "/root/open-lambda/test-cluster",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "handler_cache_mb": 0,
        "cg_pool_size": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "sandbox": "docker",
        "import_cache_mb": 0,
        "docker_runtime": "",
        "timing": false,
        "Skip_pull_existing": false,
        "registry": "/root/open-lambda/test-registry",
        "max_runners": 0
      },
      "exception": null,
      "worker_tail": [
        "2019/06/11 15:24:11 received kill signal, cleaning up",
        "2019/06/11 15:24:11 Cleanup Lambdas:",
        "2019/06/11 15:24:11   Function: echo",
        "2019/06/11 15:24:11   Function: install",
        "2019/06/11 15:24:11   Function: install2",
        "2019/06/11 15:24:11   Function: install3",
        "2019/06/11 15:24:11 Cleanup Container Factory",
        "2019/06/11 15:24:11 Finished Lambda Cleanup",
        "2019/06/11 15:24:11 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 3.284931182861328,
      "total_seconds": 11.63831877708435,
      "stats": null,
      "conf": {
        "cluster_name": "/root/open-lambda/test-cluster",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "timing": false,
        "handler_cache_mb": 256,
        "cg_pool_size": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "sandbox": "docker",
        "registry": "/root/open-lambda/test-registry",
        "import_cache_mb": 0,
        "docker_runtime": "",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "worker_port": "5000",
        "max_runners": 0
      },
      "exception": null,
      "worker_tail": [
        "2019/06/11 15:24:22   Function: install",
        "2019/06/11 15:24:22     Instance: 1",
        "2019/06/11 15:24:22   Function: install2",
        "2019/06/11 15:24:22     Instance: 2",
        "2019/06/11 15:24:22   Function: install3",
        "2019/06/11 15:24:22     Instance: 3",
        "2019/06/11 15:24:23 Cleanup Container Factory",
        "2019/06/11 15:24:23 Finished Lambda Cleanup",
        "2019/06/11 15:24:23 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 1,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.099120140075684,
      "total_seconds": 15.921931505203247,
      "stats": {
        "reqs_per_sec": 285.06666666666666
      },
      "conf": {
        "cluster_name": "/root/open-lambda/test-cluster",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "timing": false,
        "handler_cache_mb": 256,
        "cg_pool_size": 10,
        "startup_pkgs": null,
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "import_cache_mb": 256,
        "docker_runtime": "",
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "worker_port": "5000",
        "max_runners": 0
      },
      "exception": null,
      "worker_tail": [
        "2019/06/11 15:24:38 Cleanup Lambdas:",
        "2019/06/11 15:24:38   Function: echo",
        "2019/06/11 15:24:38     Instance: 0",
        "2019/06/11 15:24:38 destroy [SOCK 0]",
        "2019/06/11 15:24:38 wait for init to die [SOCK 0]",
        "2019/06/11 15:24:38 unmount and remove dirs [SOCK 0]",
        "2019/06/11 15:24:38 Cleanup Container Factory",
        "2019/06/11 15:24:39 Finished Lambda Cleanup",
        "2019/06/11 15:24:39 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 2,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.047405004501343,
      "total_seconds": 15.372519969940186,
      "stats": {
        "reqs_per_sec": 284.4
      },
      "conf": {
        "cluster_name": "/root/open-lambda/test-cluster",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "timing": false,
        "handler_cache_mb": 256,
        "cg_pool_size": 10,
        "startup_pkgs": null,
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "import_cache_mb": 256,
        "docker_runtime": "",
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "worker_port": "5000",
        "max_runners": 0
      },
      "exception": null,
      "worker_tail": [
        "2019/06/11 15:24:54 wait for init to die [SOCK 1]",
        "2019/06/11 15:24:54 unmount and remove dirs [SOCK 1]",
        "2019/06/11 15:24:54     Instance: 0",
        "2019/06/11 15:24:54 destroy [SOCK 0]",
        "2019/06/11 15:24:54 wait for init to die [SOCK 0]",
        "2019/06/11 15:24:54 unmount and remove dirs [SOCK 0]",
        "2019/06/11 15:24:54 Cleanup Container Factory",
        "2019/06/11 15:24:54 Finished Lambda Cleanup",
        "2019/06/11 15:24:54 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 8,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.067451477050781,
      "total_seconds": 15.402359962463379,
      "stats": {
        "reqs_per_sec": 265.46666666666664
      },
      "conf": {
        "cluster_name": "/root/open-lambda/test-cluster",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "timing": false,
        "handler_cache_mb": 256,
        "cg_pool_size": 10,
        "startup_pkgs": null,
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "registry": "/root/open-lambda/test-registry",
        "import_cache_mb": 256,
        "docker_runtime": "",
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "worker_port": "5000",
        "max_runners": 0
      },
      "exception": null,
      "worker_tail": [
        "2019/06/11 15:25:09 wait for init to die [SOCK 5]",
        "2019/06/11 15:25:09 unmount and remove dirs [SOCK 5]",
        "2019/06/11 15:25:09     Instance: 0",
        "2019/06/11 15:25:09 destroy [SOCK 0]",
        "2019/06/11 15:25:09 wait for init to die [SOCK 0]",
        "2019/06/11 15:25:09 unmount and remove dirs [SOCK 0]",
        "2019/06/11 15:25:09 Cleanup Container Factory",
        "2019/06/11 15:25:09 Finished Lambda Cleanup",
        "2019/06/11 15:25:09 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "alloc_mb": 1,
        "lambda_count": 100
      },
      "pass": true,
      "seconds": 2.8370156288146973,
      "total_seconds": 3.3541486263275146,
      "stats": {
        "reqs_per_sec": 35.24865434106476
      },
      "conf": {
        "cluster_name": "/root/open-lambda/test-cluster",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "sandbox_config": {
          "processes": 10
        },
        "worker_port": "5000",
        "handler_cache_mb": 256,
        "cg_pool_size": 10,
        "startup_pkgs": null,
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "registry": "/tmp/tmpnp9mpg53",
        "import_cache_mb": 256,
        "docker_runtime": "",
        "timing": false,
        "Skip_pull_existing": false,
        "sandbox": "sock",
        "max_runners": 0
      },
      "exception": null,
      "worker_tail": [
        "2019/06/11 15:25:13   Function: L30",
        "2019/06/11 15:25:13   Function: L73",
        "2019/06/11 15:25:13     Instance: 73",
        "2019/06/11 15:25:13 destroy [SOCK 73]",
        "2019/06/11 15:25:13 wait for init to die [SOCK 73]",
        "2019/06/11 15:25:13 unmount and remove dirs [SOCK 73]",
        "2019/06/11 15:25:13 Cleanup Container Factory",
        "2019/06/11 15:25:13 Finished Lambda Cleanup",
        "2019/06/11 15:25:13 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "alloc_mb": 10,
        "lambda_count": 1000
      },
      "pass": true,
      "seconds": 42.93934345245361,
      "total_seconds": 44.27133893966675,
      "stats": {
        "reqs_per_sec": 23.288681125427843
      },
      "conf": {
        "cluster_name": "/root/open-lambda/test-cluster",
        "pip_mirror": "",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "timing": false,
        "handler_cache_mb": 256,
        "cg_pool_size": 10,
        "startup_pkgs": null,
        "benchmark_log": "",
        "registry_cache_ms": 5000,
        "registry": "/tmp/tmp6f7vsxo7",
        "import_cache_mb": 256,
        "docker_runtime": "",
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "Skip_pull_existing": false,
        "worker_port": "5000",
        "max_runners": 0
      },
      "exception": null,
      "worker_tail": [
        "2019/06/11 15:25:57   Function: L724",
        "2019/06/11 15:25:57   Function: L940",
        "2019/06/11 15:25:57   Function: L153",
        "2019/06/11 15:25:57   Function: L277",
        "2019/06/11 15:25:57   Function: L338",
        "2019/06/11 15:25:57   Function: L629",
        "2019/06/11 15:25:57 Cleanup Container Factory",
        "2019/06/11 15:25:57 Finished Lambda Cleanup",
        "2019/06/11 15:25:57 exiting",
        ""
      ]
    }
  ],
  "passed": 11,
  "failed": 0,
  "seconds": 231.15058064460754
}