python3 -u test.py
RUN ./ol new -p=test-cluster
Init OL dir at /root/open-lambda/test-cluster
Create lambda base at /root/open-lambda/test-cluster/lambda (may take several minutes)
Working Directory: /root/open-lambda/test-cluster

Worker Defaults: 
{
	"registry": "/root/open-lambda/test-cluster/registry",
	"registry_cache_ms": 5000,
	"sandbox": "sock",
	"cluster_name": "/root/open-lambda/test-cluster",
	"pip_mirror": "",
	"Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
	"max_runners": 0,
	"handler_cache_mb": 239,
	"import_cache_mb": 239,
	"worker_dir": "/root/open-lambda/test-cluster/worker",
	"SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
	"worker_port": "5000",
	"cg_pool_size": 0,
	"Skip_pull_existing": false,
	"sandbox_config": {
		"processes": 10
	},
	"benchmark_log": "",
	"timing": false,
	"startup_pkgs": null,
	"docker_runtime": ""
}

You may now start a server using the "worker" command
PUSH conf: {'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson'], 'registry': '/root/open-lambda/test-registry'}
PUSH conf: {'import_cache_mb': 0, 'handler_cache_mb': 0, 'sandbox': 'sock', 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7256, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 1.8318722248077393,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "handler_cache_mb": 0,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "registry_cache_ms": 5000,
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:43:44 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:43:44 Initialized registry manager (took 23.186\u00b5s)",
    "2019/06/07 21:44:02 Initialized installation manager (took 17.574492375s)",
    "2019/06/07 21:44:02 Initialized handler container factory (took 6.704459ms)",
    "2019/06/07 21:44:02 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:02 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:02 Receive request to /pid",
    "2019/06/07 21:44:02 Receive request to /run/echo",
    "2019/06/07 21:44:04 EVICTING INSTANCE: 26419200 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.0324194431304932,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "handler_cache_mb": 0,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "registry_cache_ms": 5000,
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:43:44 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:43:44 Initialized registry manager (took 23.186\u00b5s)",
    "2019/06/07 21:44:02 Initialized installation manager (took 17.574492375s)",
    "2019/06/07 21:44:02 Initialized handler container factory (took 6.704459ms)",
    "2019/06/07 21:44:02 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:02 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:02 Receive request to /pid",
    "2019/06/07 21:44:02 Receive request to /run/echo",
    "2019/06/07 21:44:04 EVICTING INSTANCE: 26419200 used / 0 limit",
    "2019/06/07 21:44:04 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:05 EVICTING INSTANCE: 24244224 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.3696911334991455,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "handler_cache_mb": 0,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "registry_cache_ms": 5000,
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:43:44 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:43:44 Initialized registry manager (took 23.186\u00b5s)",
    "2019/06/07 21:44:02 Initialized installation manager (took 17.574492375s)",
    "2019/06/07 21:44:02 Initialized handler container factory (took 6.704459ms)",
    "2019/06/07 21:44:02 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:02 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:02 Receive request to /pid",
    "2019/06/07 21:44:02 Receive request to /run/echo",
    "2019/06/07 21:44:04 EVICTING INSTANCE: 26419200 used / 0 limit",
    "2019/06/07 21:44:04 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:05 EVICTING INSTANCE: 24244224 used / 0 limit",
    "2019/06/07 21:44:05 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:06 EVICTING INSTANCE: 22810624 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.36719202995300293,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "handler_cache_mb": 0,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "registry_cache_ms": 5000,
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:43:44 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:43:44 Initialized registry manager (took 23.186\u00b5s)",
    "2019/06/07 21:44:02 Initialized installation manager (took 17.574492375s)",
    "2019/06/07 21:44:02 Initialized handler container factory (took 6.704459ms)",
    "2019/06/07 21:44:02 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:02 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:02 Receive request to /pid",
    "2019/06/07 21:44:02 Receive request to /run/echo",
    "2019/06/07 21:44:04 EVICTING INSTANCE: 26419200 used / 0 limit",
    "2019/06/07 21:44:04 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:05 EVICTING INSTANCE: 24244224 used / 0 limit",
    "2019/06/07 21:44:05 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:06 EVICTING INSTANCE: 22810624 used / 0 limit",
    "2019/06/07 21:44:06 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:06 EVICTING INSTANCE: 22814720 used / 0 limit",
    ""
  ]
}
POP conf: {'import_cache_mb': 0, 'handler_cache_mb': 0, 'sandbox': 'sock', 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7256
PUSH conf: {'import_cache_mb': 0, 'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7344, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.14972448348999023,
  "stats": null,
  "conf": {
    "registry_cache_ms": 5000,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "worker_port": "5000",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": ""
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:06 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:06 Initialized registry manager (took 37.809\u00b5s)",
    "2019/06/07 21:44:14 Initialized installation manager (took 7.646306747s)",
    "2019/06/07 21:44:14 Initialized handler container factory (took 3.690899ms)",
    "2019/06/07 21:44:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:14 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:14 Receive request to /pid",
    "2019/06/07 21:44:14 Receive request to /run/echo",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.36557674407958984,
  "stats": null,
  "conf": {
    "registry_cache_ms": 5000,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "worker_port": "5000",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": ""
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:06 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:06 Initialized registry manager (took 37.809\u00b5s)",
    "2019/06/07 21:44:14 Initialized installation manager (took 7.646306747s)",
    "2019/06/07 21:44:14 Initialized handler container factory (took 3.690899ms)",
    "2019/06/07 21:44:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:14 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:14 Receive request to /pid",
    "2019/06/07 21:44:14 Receive request to /run/echo",
    "2019/06/07 21:44:14 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.3763151168823242,
  "stats": null,
  "conf": {
    "registry_cache_ms": 5000,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "worker_port": "5000",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": ""
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:06 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:06 Initialized registry manager (took 37.809\u00b5s)",
    "2019/06/07 21:44:14 Initialized installation manager (took 7.646306747s)",
    "2019/06/07 21:44:14 Initialized handler container factory (took 3.690899ms)",
    "2019/06/07 21:44:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:14 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:14 Receive request to /pid",
    "2019/06/07 21:44:14 Receive request to /run/echo",
    "2019/06/07 21:44:14 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:14 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.7383215427398682,
  "stats": null,
  "conf": {
    "registry_cache_ms": 5000,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "worker_port": "5000",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": ""
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:06 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:06 Initialized registry manager (took 37.809\u00b5s)",
    "2019/06/07 21:44:14 Initialized installation manager (took 7.646306747s)",
    "2019/06/07 21:44:14 Initialized handler container factory (took 3.690899ms)",
    "2019/06/07 21:44:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:14 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:14 Receive request to /pid",
    "2019/06/07 21:44:14 Receive request to /run/echo",
    "2019/06/07 21:44:14 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:14 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:15 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    ""
  ]
}
POP conf: {'import_cache_mb': 0, 'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7344
PUSH conf: {'import_cache_mb': 256, 'handler_cache_mb': 0, 'sandbox': 'sock', 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7420, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.08662104606628418,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "pip_mirror": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 256,
    "sandbox": "sock",
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:15 Initialized registry manager (took 17.715\u00b5s)",
    "2019/06/07 21:44:23 Initialized installation manager (took 7.63624609s)",
    "2019/06/07 21:44:23 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 21:44:23 Initialized handler container factory (took 297.136463ms)",
    "2019/06/07 21:44:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:23 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:24 Receive request to /pid",
    "2019/06/07 21:44:24 Receive request to /run/echo",
    "2019/06/07 21:44:24 EVICTING INSTANCE: 2789376 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.24373197555541992,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "pip_mirror": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 256,
    "sandbox": "sock",
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:15 Initialized registry manager (took 17.715\u00b5s)",
    "2019/06/07 21:44:23 Initialized installation manager (took 7.63624609s)",
    "2019/06/07 21:44:23 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 21:44:23 Initialized handler container factory (took 297.136463ms)",
    "2019/06/07 21:44:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:23 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:24 Receive request to /pid",
    "2019/06/07 21:44:24 Receive request to /run/echo",
    "2019/06/07 21:44:24 EVICTING INSTANCE: 2789376 used / 0 limit",
    "2019/06/07 21:44:24 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:24 EVICTING INSTANCE: 13819904 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.24404263496398926,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "pip_mirror": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 256,
    "sandbox": "sock",
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:15 Initialized registry manager (took 17.715\u00b5s)",
    "2019/06/07 21:44:23 Initialized installation manager (took 7.63624609s)",
    "2019/06/07 21:44:23 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 21:44:23 Initialized handler container factory (took 297.136463ms)",
    "2019/06/07 21:44:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:23 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:24 Receive request to /pid",
    "2019/06/07 21:44:24 Receive request to /run/echo",
    "2019/06/07 21:44:24 EVICTING INSTANCE: 2789376 used / 0 limit",
    "2019/06/07 21:44:24 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:24 EVICTING INSTANCE: 13819904 used / 0 limit",
    "2019/06/07 21:44:24 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:24 EVICTING INSTANCE: 14061568 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.24391770362854004,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "pip_mirror": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 256,
    "sandbox": "sock",
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 21:44:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:15 Initialized registry manager (took 17.715\u00b5s)",
    "2019/06/07 21:44:23 Initialized installation manager (took 7.63624609s)",
    "2019/06/07 21:44:23 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 21:44:23 Initialized handler container factory (took 297.136463ms)",
    "2019/06/07 21:44:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:23 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:24 Receive request to /pid",
    "2019/06/07 21:44:24 Receive request to /run/echo",
    "2019/06/07 21:44:24 EVICTING INSTANCE: 2789376 used / 0 limit",
    "2019/06/07 21:44:24 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:24 EVICTING INSTANCE: 13819904 used / 0 limit",
    "2019/06/07 21:44:24 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:24 EVICTING INSTANCE: 14061568 used / 0 limit",
    "2019/06/07 21:44:24 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:24 EVICTING INSTANCE: 13963264 used / 0 limit",
    ""
  ]
}
POP conf: {'import_cache_mb': 256, 'handler_cache_mb': 0, 'sandbox': 'sock', 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7420
PUSH conf: {'import_cache_mb': 256, 'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7502, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.021573305130004883,
  "stats": null,
  "conf": {
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox": "sock",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "handler_cache_mb": 256,
    "import_cache_mb": 256,
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:24 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:24 Initialized registry manager (took 18.689\u00b5s)",
    "2019/06/07 21:44:32 Initialized installation manager (took 7.576318295s)",
    "2019/06/07 21:44:32 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 21:44:32 Initialized handler container factory (took 147.727785ms)",
    "2019/06/07 21:44:32 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:32 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:32 Receive request to /pid",
    "2019/06/07 21:44:32 Receive request to /run/echo",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.24020648002624512,
  "stats": null,
  "conf": {
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox": "sock",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "handler_cache_mb": 256,
    "import_cache_mb": 256,
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:24 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:24 Initialized registry manager (took 18.689\u00b5s)",
    "2019/06/07 21:44:32 Initialized installation manager (took 7.576318295s)",
    "2019/06/07 21:44:32 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 21:44:32 Initialized handler container factory (took 147.727785ms)",
    "2019/06/07 21:44:32 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:32 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:32 Receive request to /pid",
    "2019/06/07 21:44:32 Receive request to /run/echo",
    "2019/06/07 21:44:32 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.23969721794128418,
  "stats": null,
  "conf": {
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox": "sock",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "handler_cache_mb": 256,
    "import_cache_mb": 256,
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:24 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:24 Initialized registry manager (took 18.689\u00b5s)",
    "2019/06/07 21:44:32 Initialized installation manager (took 7.576318295s)",
    "2019/06/07 21:44:32 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 21:44:32 Initialized handler container factory (took 147.727785ms)",
    "2019/06/07 21:44:32 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:32 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:32 Receive request to /pid",
    "2019/06/07 21:44:32 Receive request to /run/echo",
    "2019/06/07 21:44:32 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:32 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.24091720581054688,
  "stats": null,
  "conf": {
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox": "sock",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "handler_cache_mb": 256,
    "import_cache_mb": 256,
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:24 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:24 Initialized registry manager (took 18.689\u00b5s)",
    "2019/06/07 21:44:32 Initialized installation manager (took 7.576318295s)",
    "2019/06/07 21:44:32 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 21:44:32 Initialized handler container factory (took 147.727785ms)",
    "2019/06/07 21:44:32 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:32 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:32 Receive request to /pid",
    "2019/06/07 21:44:32 Receive request to /run/echo",
    "2019/06/07 21:44:32 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:32 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 21:44:33 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    ""
  ]
}
POP conf: {'import_cache_mb': 256, 'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7502
PUSH conf: {'import_cache_mb': 0, 'handler_cache_mb': 0, 'sandbox': 'docker', 'cg_pool_size': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7585, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 3.272449493408203,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "worker_port": "5000",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "cg_pool_size": 0,
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": ""
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:33 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:33 Initialized registry manager (took 19.612\u00b5s)",
    "2019/06/07 21:44:41 Initialized installation manager (took 7.553837552s)",
    "2019/06/07 21:44:41 Initialized handler container factory (took 29.407\u00b5s)",
    "2019/06/07 21:44:41 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:41 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:41 Receive request to /pid",
    "2019/06/07 21:44:41 Receive request to /run/echo",
    "2019/06/07 21:44:44 EVICTING INSTANCE: 30375936 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.4913489818572998,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "worker_port": "5000",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "cg_pool_size": 0,
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": ""
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:33 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:33 Initialized registry manager (took 19.612\u00b5s)",
    "2019/06/07 21:44:41 Initialized installation manager (took 7.553837552s)",
    "2019/06/07 21:44:41 Initialized handler container factory (took 29.407\u00b5s)",
    "2019/06/07 21:44:41 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:41 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:41 Receive request to /pid",
    "2019/06/07 21:44:41 Receive request to /run/echo",
    "2019/06/07 21:44:44 EVICTING INSTANCE: 30375936 used / 0 limit",
    "2019/06/07 21:44:44 Receive request to /run/install",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 1.8923451900482178,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "worker_port": "5000",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "cg_pool_size": 0,
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": ""
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:33 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:33 Initialized registry manager (took 19.612\u00b5s)",
    "2019/06/07 21:44:41 Initialized installation manager (took 7.553837552s)",
    "2019/06/07 21:44:41 Initialized handler container factory (took 29.407\u00b5s)",
    "2019/06/07 21:44:41 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:41 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:41 Receive request to /pid",
    "2019/06/07 21:44:41 Receive request to /run/echo",
    "2019/06/07 21:44:44 EVICTING INSTANCE: 30375936 used / 0 limit",
    "2019/06/07 21:44:44 Receive request to /run/install",
    "2019/06/07 21:44:45 EVICTING INSTANCE: 24707072 used / 0 limit",
    "2019/06/07 21:44:45 Receive request to /run/install2",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.895977258682251,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "worker_port": "5000",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "cg_pool_size": 0,
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": ""
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:33 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:33 Initialized registry manager (took 19.612\u00b5s)",
    "2019/06/07 21:44:41 Initialized installation manager (took 7.553837552s)",
    "2019/06/07 21:44:41 Initialized handler container factory (took 29.407\u00b5s)",
    "2019/06/07 21:44:41 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:41 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:41 Receive request to /pid",
    "2019/06/07 21:44:41 Receive request to /run/echo",
    "2019/06/07 21:44:44 EVICTING INSTANCE: 30375936 used / 0 limit",
    "2019/06/07 21:44:44 Receive request to /run/install",
    "2019/06/07 21:44:45 EVICTING INSTANCE: 24707072 used / 0 limit",
    "2019/06/07 21:44:45 Receive request to /run/install2",
    "2019/06/07 21:44:47 EVICTING INSTANCE: 22740992 used / 0 limit",
    "2019/06/07 21:44:47 Receive request to /run/install3",
    ""
  ]
}
POP conf: {'import_cache_mb': 0, 'handler_cache_mb': 0, 'sandbox': 'docker', 'cg_pool_size': 0}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7585
PUSH conf: {'import_cache_mb': 0, 'handler_cache_mb': 256, 'sandbox': 'docker', 'cg_pool_size': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=8524, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.5586576461791992,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "pip_mirror": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "handler_cache_mb": 256,
    "sandbox_config": {
      "processes": 10
    },
    "registry_cache_ms": 5000,
    "cg_pool_size": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:48 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:48 Initialized registry manager (took 16.265\u00b5s)",
    "2019/06/07 21:44:56 Initialized installation manager (took 7.888612244s)",
    "2019/06/07 21:44:56 Initialized handler container factory (took 29.174\u00b5s)",
    "2019/06/07 21:44:56 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:56 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:56 Receive request to /pid",
    "2019/06/07 21:44:56 Receive request to /run/echo",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.245246171951294,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "pip_mirror": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "handler_cache_mb": 256,
    "sandbox_config": {
      "processes": 10
    },
    "registry_cache_ms": 5000,
    "cg_pool_size": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:48 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:48 Initialized registry manager (took 16.265\u00b5s)",
    "2019/06/07 21:44:56 Initialized installation manager (took 7.888612244s)",
    "2019/06/07 21:44:56 Initialized handler container factory (took 29.174\u00b5s)",
    "2019/06/07 21:44:56 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:56 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:56 Receive request to /pid",
    "2019/06/07 21:44:56 Receive request to /run/echo",
    "2019/06/07 21:44:57 Receive request to /run/install",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.737739086151123,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "pip_mirror": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "handler_cache_mb": 256,
    "sandbox_config": {
      "processes": 10
    },
    "registry_cache_ms": 5000,
    "cg_pool_size": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:48 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:48 Initialized registry manager (took 16.265\u00b5s)",
    "2019/06/07 21:44:56 Initialized installation manager (took 7.888612244s)",
    "2019/06/07 21:44:56 Initialized handler container factory (took 29.174\u00b5s)",
    "2019/06/07 21:44:56 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:56 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:56 Receive request to /pid",
    "2019/06/07 21:44:56 Receive request to /run/echo",
    "2019/06/07 21:44:57 Receive request to /run/install",
    "2019/06/07 21:44:58 Receive request to /run/install2",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 1.295889139175415,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "max_runners": 0,
    "pip_mirror": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 0,
    "handler_cache_mb": 256,
    "sandbox_config": {
      "processes": 10
    },
    "registry_cache_ms": 5000,
    "cg_pool_size": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 21:44:48 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 21:44:48 Initialized registry manager (took 16.265\u00b5s)",
    "2019/06/07 21:44:56 Initialized installation manager (took 7.888612244s)",
    "2019/06/07 21:44:56 Initialized handler container factory (took 29.174\u00b5s)",
    "2019/06/07 21:44:56 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 21:44:56 Get status by sending request to localhost:5000/status",
    "2019/06/07 21:44:56 Receive request to /pid",
    "2019/06/07 21:44:56 Receive request to /run/echo",
    "2019/06/07 21:44:57 Receive request to /run/install",
    "2019/06/07 21:44:58 Receive request to /run/install2",
    "2019/06/07 21:44:59 Receive request to /run/install3",
    ""
  ]
}
POP conf: {'import_cache_mb': 0, 'handler_cache_mb': 256, 'sandbox': 'docker', 'cg_pool_size': 0}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 8524
POP conf: {'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson'], 'registry': '/root/open-lambda/test-registry'}
PUSH conf: {'import_cache_mb': 256, 'handler_cache_mb': 256, 'cg_pool_size': 10, 'sandbox': 'sock', 'registry': '/root/open-lambda/test-registry'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9566, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 1,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.006920099258423,
  "stats": {
    "reqs_per_sec": 287.73333333333335
  },
  "conf": {
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": null,
    "benchmark_log": "",
    "max_runners": 0,
    "pip_mirror": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 256,
    "handler_cache_mb": 256,
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    "2019/06/07 21:45:17 Receive request to /run/echo",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 2,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.049285411834717,
  "stats": {
    "reqs_per_sec": 288.26666666666665
  },
  "conf": {
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": null,
    "benchmark_log": "",
    "max_runners": 0,
    "pip_mirror": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 256,
    "handler_cache_mb": 256,
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    "2019/06/07 21:45:32 Receive request to /run/echo",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 8,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.064639806747437,
  "stats": {
    "reqs_per_sec": 263.73333333333335
  },
  "conf": {
    "registry": "/root/open-lambda/test-registry",
    "startup_pkgs": null,
    "benchmark_log": "",
    "max_runners": 0,
    "pip_mirror": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 256,
    "handler_cache_mb": 256,
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    "2019/06/07 21:45:47 Receive request to /run/echo",
    ""
  ]
}
POP conf: {'import_cache_mb': 256, 'handler_cache_mb': 256, 'cg_pool_size': 10, 'sandbox': 'sock', 'registry': '/root/open-lambda/test-registry'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9566
PUSH conf: {'import_cache_mb': 256, 'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10}
PUSH conf: {'registry': '/tmp/tmp77_n1d4z'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9623, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "call_each_once_exec",
  "params": {
    "lambda_count": 100,
    "alloc_mb": 1
  },
  "pass": true,
  "seconds": 2.679090738296509,
  "stats": {
    "reqs_per_sec": 37.32650529092007
  },
  "conf": {
    "handler_cache_mb": 256,
    "registry": "/tmp/tmp77_n1d4z",
    "startup_pkgs": null,
    "benchmark_log": "",
    "max_runners": 0,
    "pip_mirror": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "import_cache_mb": 256,
    "sandbox": "sock",
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 21:45:50 Receive request to /run/L90",
    "2019/06/07 21:45:50 EVICTING INSTANCE: 269492224 used / 268435456 limit",
    "2019/06/07 21:45:50 Receive request to /run/L91",
    "2019/06/07 21:45:50 EVICTING INSTANCE: 271593472 used / 268435456 limit",
    "2019/06/07 21:45:50 Receive request to /run/L92",
    "2019/06/07 21:45:50 EVICTING INSTANCE: 270499840 used / 268435456 limit",
    "2019/06/07 21:45:50 Receive request to /run/L93",
    "2019/06/07 21:45:50 EVICTING INSTANCE: 270815232 used / 268435456 limit",
    "2019/06/07 21:45:50 Receive request to /run/L94",
    "2019/06/07 21:45:50 EVICTING INSTANCE: 270622720 used / 268435456 limit",
    "2019/06/07 21:45:50 Receive request to /run/L95",
    "2019/06/07 21:45:50 EVICTING INSTANCE: 269844480 used / 268435456 limit",
    "2019/06/07 21:45:50 Receive request to /run/L96",
    "2019/06/07 21:45:50 EVICTING INSTANCE: 269271040 used / 268435456 limit",
    "2019/06/07 21:45:50 Receive request to /run/L97",
    "2019/06/07 21:45:50 EVICTING INSTANCE: 268845056 used / 268435456 limit",
    "2019/06/07 21:45:50 Receive request to /run/L98",
    "2019/06/07 21:45:50 Receive request to /run/L99",
    "2019/06/07 21:45:50 EVICTING INSTANCE: 272928768 used / 268435456 limit",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmp77_n1d4z'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9623
PUSH conf: {'registry': '/tmp/tmprsvkpl_1'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=10248, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "call_each_once_exec",
  "params": {
    "lambda_count": 1000,
    "alloc_mb": 10
  },
  "pass": true,
  "seconds": 41.15555000305176,
  "stats": {
    "reqs_per_sec": 24.298077310379952
  },
  "conf": {
    "registry": "/tmp/tmprsvkpl_1",
    "startup_pkgs": null,
    "benchmark_log": "",
    "max_runners": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox": "sock",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "Skip_pull_existing": false,
    "registry_cache_ms": 5000,
    "timing": false,
    "handler_cache_mb": 256,
    "import_cache_mb": 256,
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "cluster_name": "/root/open-lambda/test-cluster",
    "cg_pool_size": 10
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 21:46:33 EVICTING INSTANCE: 281288704 used / 268435456 limit",
    "2019/06/07 21:46:33 Receive request to /run/L991",
    "2019/06/07 21:46:33 EVICTING INSTANCE: 282341376 used / 268435456 limit",
    "2019/06/07 21:46:33 Receive request to /run/L992",
    "2019/06/07 21:46:33 EVICTING INSTANCE: 269021184 used / 268435456 limit",
    "2019/06/07 21:46:33 EVICTING INSTANCE: 269152256 used / 268435456 limit",
    "2019/06/07 21:46:33 Receive request to /run/L993",
    "2019/06/07 21:46:33 EVICTING INSTANCE: 269144064 used / 268435456 limit",
    "2019/06/07 21:46:33 Receive request to /run/L994",
    "2019/06/07 21:46:33 EVICTING INSTANCE: 269279232 used / 268435456 limit",
    "2019/06/07 21:46:33 Receive request to /run/L995",
    "2019/06/07 21:46:33 EVICTING INSTANCE: 270315520 used / 268435456 limit",
    "2019/06/07 21:46:33 Receive request to /run/L996",
    "2019/06/07 21:46:33 EVICTING INSTANCE: 268759040 used / 268435456 limit",
    "2019/06/07 21:46:33 Receive request to /run/L997",
    "2019/06/07 21:46:33 EVICTING INSTANCE: 269017088 used / 268435456 limit",
    "2019/06/07 21:46:33 Receive request to /run/L998",
    "2019/06/07 21:46:33 Receive request to /run/L999",
    "2019/06/07 21:46:33 EVICTING INSTANCE: 280129536 used / 268435456 limit",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmprsvkpl_1'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 10248
POP conf: {'import_cache_mb': 256, 'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10}
PASSED: 29, FAILED: 0