{
  "runs": [
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 2.9645485877990723,
      "total_seconds": 17.895589351654053,
      "stats": null,
      "conf": {
        "import_cache_mb": 0,
        "timing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "worker_port": "5000",
        "max_runners": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "benchmark_log": "",
        "registry": "/root/open-lambda/test-registry",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "docker_runtime": "",
        "cluster_name": "/root/open-lambda/test-cluster",
        "pip_mirror": "",
        "Skip_pull_existing": false,
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 0
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:42:25 Cleanup Lambdas:",
        "2019/06/14 21:42:25   Function: install",
        "2019/06/14 21:42:25   Function: install2",
        "2019/06/14 21:42:25   Function: install3",
        "2019/06/14 21:42:25   Function: echo",
        "2019/06/14 21:42:25 Cleanup Container Factory",
        "2019/06/14 21:42:25 unmount and remove dirs [SOCK 3]",
        "2019/06/14 21:42:25 Finished Lambda Cleanup",
        "2019/06/14 21:42:25 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 1.2485547065734863,
      "total_seconds": 8.907966613769531,
      "stats": null,
      "conf": {
        "import_cache_mb": 0,
        "handler_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_port": "5000",
        "max_runners": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "benchmark_log": "",
        "registry": "/root/open-lambda/test-registry",
        "docker_runtime": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "timing": false,
        "Skip_pull_existing": false,
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "pip_mirror": ""
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:42:34   Function: install3",
        "2019/06/14 21:42:34     Instance: 3",
        "2019/06/14 21:42:34 destroy [SOCK 3]",
        "2019/06/14 21:42:34 Pause/KillAllProcs/Unpause [SOCK 3]",
        "2019/06/14 21:42:34 wait for init to die [SOCK 3]",
        "2019/06/14 21:42:34 unmount and remove dirs [SOCK 3]",
        "2019/06/14 21:42:34 Cleanup Container Factory",
        "2019/06/14 21:42:34 Finished Lambda Cleanup",
        "2019/06/14 21:42:34 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.7585110664367676,
      "total_seconds": 8.60256838798523,
      "stats": null,
      "conf": {
        "import_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "worker_port": "5000",
        "max_runners": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "benchmark_log": "",
        "pip_mirror": "",
        "registry": "/root/open-lambda/test-registry",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "handler_cache_mb": 0,
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "Skip_pull_existing": false,
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "docker_runtime": ""
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:42:43   Function: install3",
        "2019/06/14 21:42:43 Cleanup Container Factory",
        "2019/06/14 21:42:43 unmount and remove dirs [SOCK 3]",
        "2019/06/14 21:42:43 destroy [SOCK 0]",
        "2019/06/14 21:42:43 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 21:42:43 wait for init to die [SOCK 0]",
        "2019/06/14 21:42:43 unmount and remove dirs [SOCK 0]",
        "2019/06/14 21:42:43 Finished Lambda Cleanup",
        "2019/06/14 21:42:43 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 0.7491354942321777,
      "total_seconds": 8.612022399902344,
      "stats": null,
      "conf": {
        "import_cache_mb": 256,
        "timing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_port": "5000",
        "max_runners": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "benchmark_log": "",
        "registry": "/root/open-lambda/test-registry",
        "handler_cache_mb": 256,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "pip_mirror": "",
        "Skip_pull_existing": false,
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "docker_runtime": ""
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:42:52 wait for init to die [SOCK 3]",
        "2019/06/14 21:42:52 unmount and remove dirs [SOCK 3]",
        "2019/06/14 21:42:52 Cleanup Container Factory",
        "2019/06/14 21:42:52 destroy [SOCK 0]",
        "2019/06/14 21:42:52 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 21:42:52 wait for init to die [SOCK 0]",
        "2019/06/14 21:42:52 unmount and remove dirs [SOCK 0]",
        "2019/06/14 21:42:52 Finished Lambda Cleanup",
        "2019/06/14 21:42:52 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 6.687148809432983,
      "total_seconds": 14.334955930709839,
      "stats": null,
      "conf": {
        "import_cache_mb": 0,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "docker_runtime": "",
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "worker_port": "5000",
        "max_runners": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "benchmark_log": "",
        "registry": "/root/open-lambda/test-registry",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "handler_cache_mb": 0,
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "Skip_pull_existing": false,
        "sandbox": "docker",
        "sandbox_config": {
          "processes": 10
        },
        "pip_mirror": ""
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:43:06 received kill signal, cleaning up",
        "2019/06/14 21:43:06 Cleanup Lambdas:",
        "2019/06/14 21:43:06   Function: echo",
        "2019/06/14 21:43:06   Function: install",
        "2019/06/14 21:43:06   Function: install2",
        "2019/06/14 21:43:06   Function: install3",
        "2019/06/14 21:43:06 Cleanup Container Factory",
        "2019/06/14 21:43:06 Finished Lambda Cleanup",
        "2019/06/14 21:43:06 exiting",
        ""
      ]
    },
    {
      "test": "smoke_tests",
      "params": {},
      "pass": true,
      "seconds": 3.3254778385162354,
      "total_seconds": 11.689790964126587,
      "stats": null,
      "conf": {
        "import_cache_mb": 0,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_port": "5000",
        "max_runners": 0,
        "startup_pkgs": [
          "parso",
          "jedi",
          "urllib3",
          "idna",
          "chardet",
          "certifi",
          "requests",
          "simplejson"
        ],
        "benchmark_log": "",
        "pip_mirror": "",
        "registry": "/root/open-lambda/test-registry",
        "docker_runtime": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "timing": false,
        "Skip_pull_existing": false,
        "sandbox": "docker",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 256
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:43:17   Function: install",
        "2019/06/14 21:43:17     Instance: 1",
        "2019/06/14 21:43:17   Function: install2",
        "2019/06/14 21:43:17     Instance: 2",
        "2019/06/14 21:43:17   Function: install3",
        "2019/06/14 21:43:17     Instance: 3",
        "2019/06/14 21:43:18 Cleanup Container Factory",
        "2019/06/14 21:43:18 Finished Lambda Cleanup",
        "2019/06/14 21:43:18 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 1,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.007647275924683,
      "total_seconds": 15.431142330169678,
      "stats": {
        "reqs_per_sec": 285.73333333333335
      },
      "conf": {
        "import_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_port": "5000",
        "max_runners": 0,
        "startup_pkgs": null,
        "benchmark_log": "",
        "pip_mirror": "",
        "registry": "/root/open-lambda/test-registry",
        "docker_runtime": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "timing": false,
        "Skip_pull_existing": false,
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 256
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:43:33 wait for init to die [SOCK 0]",
        "2019/06/14 21:43:33 unmount and remove dirs [SOCK 0]",
        "2019/06/14 21:43:33 Cleanup Container Factory",
        "2019/06/14 21:43:33 destroy [SOCK 0]",
        "2019/06/14 21:43:33 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 21:43:33 wait for init to die [SOCK 0]",
        "2019/06/14 21:43:33 unmount and remove dirs [SOCK 0]",
        "2019/06/14 21:43:33 Finished Lambda Cleanup",
        "2019/06/14 21:43:33 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 2,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.04951786994934,
      "total_seconds": 15.275602102279663,
      "stats": {
        "reqs_per_sec": 284.73333333333335
      },
      "conf": {
        "import_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_port": "5000",
        "max_runners": 0,
        "startup_pkgs": null,
        "benchmark_log": "",
        "pip_mirror": "",
        "registry": "/root/open-lambda/test-registry",
        "docker_runtime": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "timing": false,
        "Skip_pull_existing": false,
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 256
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:43:48 wait for init to die [SOCK 0]",
        "2019/06/14 21:43:48 unmount and remove dirs [SOCK 0]",
        "2019/06/14 21:43:48 Cleanup Container Factory",
        "2019/06/14 21:43:48 destroy [SOCK 0]",
        "2019/06/14 21:43:48 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 21:43:48 wait for init to die [SOCK 0]",
        "2019/06/14 21:43:48 unmount and remove dirs [SOCK 0]",
        "2019/06/14 21:43:48 Finished Lambda Cleanup",
        "2019/06/14 21:43:48 exiting",
        ""
      ]
    },
    {
      "test": "stress_one_lambda",
      "params": {
        "procs": 8,
        "seconds": 15
      },
      "pass": true,
      "seconds": 15.0613431930542,
      "total_seconds": 15.407732486724854,
      "stats": {
        "reqs_per_sec": 261.06666666666666
      },
      "conf": {
        "import_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_port": "5000",
        "max_runners": 0,
        "startup_pkgs": null,
        "benchmark_log": "",
        "pip_mirror": "",
        "registry": "/root/open-lambda/test-registry",
        "docker_runtime": "",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "timing": false,
        "Skip_pull_existing": false,
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "handler_cache_mb": 256
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:44:04 wait for init to die [SOCK 0]",
        "2019/06/14 21:44:04 unmount and remove dirs [SOCK 0]",
        "2019/06/14 21:44:04 Cleanup Container Factory",
        "2019/06/14 21:44:04 destroy [SOCK 0]",
        "2019/06/14 21:44:04 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 21:44:04 wait for init to die [SOCK 0]",
        "2019/06/14 21:44:04 unmount and remove dirs [SOCK 0]",
        "2019/06/14 21:44:04 Finished Lambda Cleanup",
        "2019/06/14 21:44:04 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "alloc_mb": 1,
        "lambda_count": 100
      },
      "pass": true,
      "seconds": 2.4346728324890137,
      "total_seconds": 2.877964735031128,
      "stats": {
        "reqs_per_sec": 41.07379929294337
      },
      "conf": {
        "import_cache_mb": 256,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "worker_port": "5000",
        "max_runners": 0,
        "startup_pkgs": null,
        "benchmark_log": "",
        "pip_mirror": "",
        "registry": "/tmp/tmp_dr3yxa2",
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "handler_cache_mb": 256,
        "cluster_name": "/root/open-lambda/test-cluster",
        "timing": false,
        "Skip_pull_existing": false,
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "docker_runtime": ""
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:44:07 wait for init to die [SOCK 68]",
        "2019/06/14 21:44:07 unmount and remove dirs [SOCK 68]",
        "2019/06/14 21:44:07 Cleanup Container Factory",
        "2019/06/14 21:44:07 destroy [SOCK 0]",
        "2019/06/14 21:44:07 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 21:44:07 wait for init to die [SOCK 0]",
        "2019/06/14 21:44:07 unmount and remove dirs [SOCK 0]",
        "2019/06/14 21:44:07 Finished Lambda Cleanup",
        "2019/06/14 21:44:07 exiting",
        ""
      ]
    },
    {
      "test": "call_each_once_exec",
      "params": {
        "alloc_mb": 10,
        "lambda_count": 1000
      },
      "pass": true,
      "seconds": 38.222339391708374,
      "total_seconds": 39.25601363182068,
      "stats": {
        "reqs_per_sec": 26.162731711693795
      },
      "conf": {
        "import_cache_mb": 256,
        "timing": false,
        "worker_dir": "/root/open-lambda/test-cluster/worker",
        "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
        "server_mode": "lambda",
        "registry_cache_ms": 5000,
        "cluster_name": "/root/open-lambda/test-cluster",
        "worker_port": "5000",
        "max_runners": 0,
        "startup_pkgs": null,
        "benchmark_log": "",
        "registry": "/tmp/tmpgrbywarj",
        "handler_cache_mb": 256,
        "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
        "pip_mirror": "",
        "Skip_pull_existing": false,
        "sandbox": "sock",
        "sandbox_config": {
          "processes": 10
        },
        "docker_runtime": ""
      },
      "exception": null,
      "worker_tail": [
        "2019/06/14 21:44:46   Function: L673",
        "2019/06/14 21:44:46   Function: L686",
        "2019/06/14 21:44:46 Cleanup Container Factory",
        "2019/06/14 21:44:46 destroy [SOCK 0]",
        "2019/06/14 21:44:46 Pause/KillAllProcs/Unpause [SOCK 0]",
        "2019/06/14 21:44:46 wait for init to die [SOCK 0]",
        "2019/06/14 21:44:46 unmount and remove dirs [SOCK 0]",
        "2019/06/14 21:44:46 Finished Lambda Cleanup",
        "2019/06/14 21:44:46 exiting",
        ""
      ]
    }
  ],
  "passed": 11,
  "failed": 0,
  "seconds": 219.89719009399414
}