python3 -u test.py
RUN ./ol new -p=test-cluster
Init OL dir at /root/open-lambda/test-cluster
Create lambda base at /root/open-lambda/test-cluster/lambda (may take several minutes)
Working Directory: /root/open-lambda/test-cluster

Worker Defaults: 
{
	"registry": "/root/open-lambda/test-cluster/registry",
	"registry_cache_ms": 5000,
	"sandbox": "sock",
	"cluster_name": "/root/open-lambda/test-cluster",
	"pip_mirror": "",
	"Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
	"max_runners": 0,
	"handler_cache_mb": 239,
	"import_cache_mb": 239,
	"worker_dir": "/root/open-lambda/test-cluster/worker",
	"SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
	"worker_port": "5000",
	"cg_pool_size": 0,
	"Skip_pull_existing": false,
	"sandbox_config": {
		"processes": 10
	},
	"benchmark_log": "",
	"timing": false,
	"startup_pkgs": null,
	"docker_runtime": ""
}

You may now start a server using the "worker" command
PUSH conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']}
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7266, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 1.692275047302246,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 0,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:43:26 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:43:26 Initialized registry manager (took 22.682\u00b5s)",
    "2019/06/09 21:43:45 Initialized installation manager (took 18.99836264s)",
    "2019/06/09 21:43:45 Initialized handler container factory (took 7.572764ms)",
    "2019/06/09 21:43:45 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:43:45 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:43:45 Receive request to /pid",
    "2019/06/09 21:43:45 Receive request to /run/echo",
    "2019/06/09 21:43:46 EVICTING INSTANCE: 26730496 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.9609501361846924,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 0,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:43:26 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:43:26 Initialized registry manager (took 22.682\u00b5s)",
    "2019/06/09 21:43:45 Initialized installation manager (took 18.99836264s)",
    "2019/06/09 21:43:45 Initialized handler container factory (took 7.572764ms)",
    "2019/06/09 21:43:45 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:43:45 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:43:45 Receive request to /pid",
    "2019/06/09 21:43:45 Receive request to /run/echo",
    "2019/06/09 21:43:46 EVICTING INSTANCE: 26730496 used / 0 limit",
    "2019/06/09 21:43:46 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:43:47 EVICTING INSTANCE: 24420352 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.36963629722595215,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 0,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:43:26 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:43:26 Initialized registry manager (took 22.682\u00b5s)",
    "2019/06/09 21:43:45 Initialized installation manager (took 18.99836264s)",
    "2019/06/09 21:43:45 Initialized handler container factory (took 7.572764ms)",
    "2019/06/09 21:43:45 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:43:45 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:43:45 Receive request to /pid",
    "2019/06/09 21:43:45 Receive request to /run/echo",
    "2019/06/09 21:43:46 EVICTING INSTANCE: 26730496 used / 0 limit",
    "2019/06/09 21:43:46 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:43:47 EVICTING INSTANCE: 24420352 used / 0 limit",
    "2019/06/09 21:43:47 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:43:48 EVICTING INSTANCE: 22839296 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.371868371963501,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 0,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:43:26 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:43:26 Initialized registry manager (took 22.682\u00b5s)",
    "2019/06/09 21:43:45 Initialized installation manager (took 18.99836264s)",
    "2019/06/09 21:43:45 Initialized handler container factory (took 7.572764ms)",
    "2019/06/09 21:43:45 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:43:45 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:43:45 Receive request to /pid",
    "2019/06/09 21:43:45 Receive request to /run/echo",
    "2019/06/09 21:43:46 EVICTING INSTANCE: 26730496 used / 0 limit",
    "2019/06/09 21:43:46 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:43:47 EVICTING INSTANCE: 24420352 used / 0 limit",
    "2019/06/09 21:43:47 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:43:48 EVICTING INSTANCE: 22839296 used / 0 limit",
    "2019/06/09 21:43:48 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:43:48 EVICTING INSTANCE: 22786048 used / 0 limit",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 0}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7266
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7353, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.1484520435333252,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:43:48 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:43:48 Initialized registry manager (took 18.061\u00b5s)",
    "2019/06/09 21:43:56 Initialized installation manager (took 7.80708219s)",
    "2019/06/09 21:43:56 Initialized handler container factory (took 3.629146ms)",
    "2019/06/09 21:43:56 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:43:56 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:43:56 Receive request to /pid",
    "2019/06/09 21:43:56 Receive request to /run/echo",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.5402343273162842,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:43:48 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:43:48 Initialized registry manager (took 18.061\u00b5s)",
    "2019/06/09 21:43:56 Initialized installation manager (took 7.80708219s)",
    "2019/06/09 21:43:56 Initialized handler container factory (took 3.629146ms)",
    "2019/06/09 21:43:56 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:43:56 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:43:56 Receive request to /pid",
    "2019/06/09 21:43:56 Receive request to /run/echo",
    "2019/06/09 21:43:56 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.36309337615966797,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:43:48 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:43:48 Initialized registry manager (took 18.061\u00b5s)",
    "2019/06/09 21:43:56 Initialized installation manager (took 7.80708219s)",
    "2019/06/09 21:43:56 Initialized handler container factory (took 3.629146ms)",
    "2019/06/09 21:43:56 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:43:56 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:43:56 Receive request to /pid",
    "2019/06/09 21:43:56 Receive request to /run/echo",
    "2019/06/09 21:43:56 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:43:57 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.6460940837860107,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:43:48 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:43:48 Initialized registry manager (took 18.061\u00b5s)",
    "2019/06/09 21:43:56 Initialized installation manager (took 7.80708219s)",
    "2019/06/09 21:43:56 Initialized handler container factory (took 3.629146ms)",
    "2019/06/09 21:43:56 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:43:56 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:43:56 Receive request to /pid",
    "2019/06/09 21:43:56 Receive request to /run/echo",
    "2019/06/09 21:43:56 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:43:57 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:43:57 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 0}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7353
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7430, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.02133011817932129,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 0,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:43:58 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:43:58 Initialized registry manager (took 17.038\u00b5s)",
    "2019/06/09 21:44:05 Initialized installation manager (took 7.496832475s)",
    "2019/06/09 21:44:05 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/09 21:44:06 Initialized handler container factory (took 151.009557ms)",
    "2019/06/09 21:44:06 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:06 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:06 Receive request to /pid",
    "2019/06/09 21:44:06 Receive request to /run/echo",
    "2019/06/09 21:44:06 EVICTING INSTANCE: 2600960 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.2415153980255127,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 0,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:43:58 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:43:58 Initialized registry manager (took 17.038\u00b5s)",
    "2019/06/09 21:44:05 Initialized installation manager (took 7.496832475s)",
    "2019/06/09 21:44:05 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/09 21:44:06 Initialized handler container factory (took 151.009557ms)",
    "2019/06/09 21:44:06 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:06 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:06 Receive request to /pid",
    "2019/06/09 21:44:06 Receive request to /run/echo",
    "2019/06/09 21:44:06 EVICTING INSTANCE: 2600960 used / 0 limit",
    "2019/06/09 21:44:06 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:44:06 EVICTING INSTANCE: 13066240 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.2433319091796875,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 0,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:43:58 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:43:58 Initialized registry manager (took 17.038\u00b5s)",
    "2019/06/09 21:44:05 Initialized installation manager (took 7.496832475s)",
    "2019/06/09 21:44:05 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/09 21:44:06 Initialized handler container factory (took 151.009557ms)",
    "2019/06/09 21:44:06 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:06 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:06 Receive request to /pid",
    "2019/06/09 21:44:06 Receive request to /run/echo",
    "2019/06/09 21:44:06 EVICTING INSTANCE: 2600960 used / 0 limit",
    "2019/06/09 21:44:06 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:44:06 EVICTING INSTANCE: 13066240 used / 0 limit",
    "2019/06/09 21:44:06 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:44:06 EVICTING INSTANCE: 13688832 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.24269342422485352,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 0,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "2019/06/09 21:43:58 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:43:58 Initialized registry manager (took 17.038\u00b5s)",
    "2019/06/09 21:44:05 Initialized installation manager (took 7.496832475s)",
    "2019/06/09 21:44:05 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/09 21:44:06 Initialized handler container factory (took 151.009557ms)",
    "2019/06/09 21:44:06 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:06 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:06 Receive request to /pid",
    "2019/06/09 21:44:06 Receive request to /run/echo",
    "2019/06/09 21:44:06 EVICTING INSTANCE: 2600960 used / 0 limit",
    "2019/06/09 21:44:06 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:44:06 EVICTING INSTANCE: 13066240 used / 0 limit",
    "2019/06/09 21:44:06 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:44:06 EVICTING INSTANCE: 13688832 used / 0 limit",
    "2019/06/09 21:44:06 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:44:06 EVICTING INSTANCE: 13283328 used / 0 limit",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7430
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7512, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.021959304809570312,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:44:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:44:07 Initialized registry manager (took 28.343\u00b5s)",
    "2019/06/09 21:44:14 Initialized installation manager (took 7.556849608s)",
    "2019/06/09 21:44:14 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/09 21:44:14 Initialized handler container factory (took 145.275681ms)",
    "2019/06/09 21:44:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:14 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:14 Receive request to /pid",
    "2019/06/09 21:44:14 Receive request to /run/echo",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.24205255508422852,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:44:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:44:07 Initialized registry manager (took 28.343\u00b5s)",
    "2019/06/09 21:44:14 Initialized installation manager (took 7.556849608s)",
    "2019/06/09 21:44:14 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/09 21:44:14 Initialized handler container factory (took 145.275681ms)",
    "2019/06/09 21:44:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:14 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:14 Receive request to /pid",
    "2019/06/09 21:44:14 Receive request to /run/echo",
    "2019/06/09 21:44:14 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.24189448356628418,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:44:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:44:07 Initialized registry manager (took 28.343\u00b5s)",
    "2019/06/09 21:44:14 Initialized installation manager (took 7.556849608s)",
    "2019/06/09 21:44:14 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/09 21:44:14 Initialized handler container factory (took 145.275681ms)",
    "2019/06/09 21:44:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:14 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:14 Receive request to /pid",
    "2019/06/09 21:44:14 Receive request to /run/echo",
    "2019/06/09 21:44:14 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:44:15 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.24408578872680664,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:44:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:44:07 Initialized registry manager (took 28.343\u00b5s)",
    "2019/06/09 21:44:14 Initialized installation manager (took 7.556849608s)",
    "2019/06/09 21:44:14 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/09 21:44:14 Initialized handler container factory (took 145.275681ms)",
    "2019/06/09 21:44:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:14 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:14 Receive request to /pid",
    "2019/06/09 21:44:14 Receive request to /run/echo",
    "2019/06/09 21:44:14 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:44:15 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/09 21:44:15 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7512
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'docker', 'cg_pool_size': 0, 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7595, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 4.353646755218506,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "docker",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 0,
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:44:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:44:15 Initialized registry manager (took 17.37\u00b5s)",
    "2019/06/09 21:44:23 Initialized installation manager (took 7.626509007s)",
    "2019/06/09 21:44:23 Initialized handler container factory (took 28.048\u00b5s)",
    "2019/06/09 21:44:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:23 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:23 Receive request to /pid",
    "2019/06/09 21:44:23 Receive request to /run/echo",
    "2019/06/09 21:44:27 EVICTING INSTANCE: 29941760 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 2.3819901943206787,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "docker",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 0,
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:44:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:44:15 Initialized registry manager (took 17.37\u00b5s)",
    "2019/06/09 21:44:23 Initialized installation manager (took 7.626509007s)",
    "2019/06/09 21:44:23 Initialized handler container factory (took 28.048\u00b5s)",
    "2019/06/09 21:44:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:23 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:23 Receive request to /pid",
    "2019/06/09 21:44:23 Receive request to /run/echo",
    "2019/06/09 21:44:27 EVICTING INSTANCE: 29941760 used / 0 limit",
    "2019/06/09 21:44:27 Receive request to /run/install",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.9011764526367188,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "docker",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 0,
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:44:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:44:15 Initialized registry manager (took 17.37\u00b5s)",
    "2019/06/09 21:44:23 Initialized installation manager (took 7.626509007s)",
    "2019/06/09 21:44:23 Initialized handler container factory (took 28.048\u00b5s)",
    "2019/06/09 21:44:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:23 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:23 Receive request to /pid",
    "2019/06/09 21:44:23 Receive request to /run/echo",
    "2019/06/09 21:44:27 EVICTING INSTANCE: 29941760 used / 0 limit",
    "2019/06/09 21:44:27 Receive request to /run/install",
    "2019/06/09 21:44:30 EVICTING INSTANCE: 24838144 used / 0 limit",
    "2019/06/09 21:44:30 Receive request to /run/install2",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.9147622585296631,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "docker",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 0,
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:44:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:44:15 Initialized registry manager (took 17.37\u00b5s)",
    "2019/06/09 21:44:23 Initialized installation manager (took 7.626509007s)",
    "2019/06/09 21:44:23 Initialized handler container factory (took 28.048\u00b5s)",
    "2019/06/09 21:44:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:23 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:23 Receive request to /pid",
    "2019/06/09 21:44:23 Receive request to /run/echo",
    "2019/06/09 21:44:27 EVICTING INSTANCE: 29941760 used / 0 limit",
    "2019/06/09 21:44:27 Receive request to /run/install",
    "2019/06/09 21:44:30 EVICTING INSTANCE: 24838144 used / 0 limit",
    "2019/06/09 21:44:30 Receive request to /run/install2",
    "2019/06/09 21:44:30 EVICTING INSTANCE: 22814720 used / 0 limit",
    "2019/06/09 21:44:30 Receive request to /run/install3",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'sandbox': 'docker', 'cg_pool_size': 0, 'import_cache_mb': 0}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7595
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'docker', 'cg_pool_size': 0, 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=8538, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.5518798828125,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "docker",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:44:31 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:44:31 Initialized registry manager (took 18.844\u00b5s)",
    "2019/06/09 21:44:39 Initialized installation manager (took 7.57766751s)",
    "2019/06/09 21:44:39 Initialized handler container factory (took 61.633\u00b5s)",
    "2019/06/09 21:44:39 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:39 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:39 Receive request to /pid",
    "2019/06/09 21:44:39 Receive request to /run/echo",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.20320463180542,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "docker",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:44:31 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:44:31 Initialized registry manager (took 18.844\u00b5s)",
    "2019/06/09 21:44:39 Initialized installation manager (took 7.57766751s)",
    "2019/06/09 21:44:39 Initialized handler container factory (took 61.633\u00b5s)",
    "2019/06/09 21:44:39 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:39 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:39 Receive request to /pid",
    "2019/06/09 21:44:39 Receive request to /run/echo",
    "2019/06/09 21:44:40 Receive request to /run/install",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.7709710597991943,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "docker",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:44:31 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:44:31 Initialized registry manager (took 18.844\u00b5s)",
    "2019/06/09 21:44:39 Initialized installation manager (took 7.57766751s)",
    "2019/06/09 21:44:39 Initialized handler container factory (took 61.633\u00b5s)",
    "2019/06/09 21:44:39 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:39 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:39 Receive request to /pid",
    "2019/06/09 21:44:39 Receive request to /run/echo",
    "2019/06/09 21:44:40 Receive request to /run/install",
    "2019/06/09 21:44:41 Receive request to /run/install2",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.782198429107666,
  "stats": null,
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "docker",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/09 21:44:31 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/09 21:44:31 Initialized registry manager (took 18.844\u00b5s)",
    "2019/06/09 21:44:39 Initialized installation manager (took 7.57766751s)",
    "2019/06/09 21:44:39 Initialized handler container factory (took 61.633\u00b5s)",
    "2019/06/09 21:44:39 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/09 21:44:39 Get status by sending request to localhost:5000/status",
    "2019/06/09 21:44:39 Receive request to /pid",
    "2019/06/09 21:44:39 Receive request to /run/echo",
    "2019/06/09 21:44:40 Receive request to /run/install",
    "2019/06/09 21:44:41 Receive request to /run/install2",
    "2019/06/09 21:44:42 Receive request to /run/install3",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'docker', 'cg_pool_size': 0, 'import_cache_mb': 0}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 8538
POP conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']}
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'registry': '/root/open-lambda/test-registry', 'import_cache_mb': 256}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9583, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "stress_one_lambda",
  "params": {
    "seconds": 15,
    "procs": 1
  },
  "pass": true,
  "seconds": 15.096748352050781,
  "stats": {
    "reqs_per_sec": 287.26666666666665
  },
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": null,
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "2019/06/09 21:44:59 Receive request to /run/echo",
    "2019/06/09 21:44:59 Receive request to /run/echo",
    "2019/06/09 21:44:59 Receive request to /run/echo",
    "2019/06/09 21:44:59 Receive request to /run/echo",
    "2019/06/09 21:44:59 Receive request to /run/echo",
    "2019/06/09 21:44:59 Receive request to /run/echo",
    "2019/06/09 21:44:59 Receive request to /run/echo",
    "2019/06/09 21:44:59 Receive request to /run/echo",
    "2019/06/09 21:44:59 Receive request to /run/echo",
    "2019/06/09 21:44:59 Receive request to /run/echo",
    "2019/06/09 21:44:59 Receive request to /run/echo",
    "2019/06/09 21:44:59 Receive request to /run/echo",
    "2019/06/09 21:45:00 Receive request to /run/echo",
    "2019/06/09 21:45:00 Receive request to /run/echo",
    "2019/06/09 21:45:00 Receive request to /run/echo",
    "2019/06/09 21:45:00 Receive request to /run/echo",
    "2019/06/09 21:45:00 Receive request to /run/echo",
    "2019/06/09 21:45:00 Receive request to /run/echo",
    "2019/06/09 21:45:00 Receive request to /run/echo",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "seconds": 15,
    "procs": 2
  },
  "pass": true,
  "seconds": 15.0475172996521,
  "stats": {
    "reqs_per_sec": 283.4
  },
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": null,
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    "2019/06/09 21:45:15 Receive request to /run/echo",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "seconds": 15,
    "procs": 8
  },
  "pass": true,
  "seconds": 15.063041687011719,
  "stats": {
    "reqs_per_sec": 262.26666666666665
  },
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": null,
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    "2019/06/09 21:45:30 Receive request to /run/echo",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'registry': '/root/open-lambda/test-registry', 'import_cache_mb': 256}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9583
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
PUSH conf: {'registry': '/tmp/tmpwaqbzxj4'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9640, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "call_each_once_exec",
  "params": {
    "alloc_mb": 1,
    "lambda_count": 100
  },
  "pass": true,
  "seconds": 2.6319408416748047,
  "stats": {
    "reqs_per_sec": 37.99514324281259
  },
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "max_runners": 0,
    "pip_mirror": "",
    "registry": "/tmp/tmpwaqbzxj4",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": null,
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "2019/06/09 21:45:32 Receive request to /run/L91",
    "2019/06/09 21:45:32 EVICTING INSTANCE: 271167488 used / 268435456 limit",
    "2019/06/09 21:45:32 Receive request to /run/L92",
    "2019/06/09 21:45:33 EVICTING INSTANCE: 271396864 used / 268435456 limit",
    "2019/06/09 21:45:33 Receive request to /run/L93",
    "2019/06/09 21:45:33 EVICTING INSTANCE: 273530880 used / 268435456 limit",
    "2019/06/09 21:45:33 Receive request to /run/L94",
    "2019/06/09 21:45:33 EVICTING INSTANCE: 270188544 used / 268435456 limit",
    "2019/06/09 21:45:33 EVICTING INSTANCE: 270241792 used / 268435456 limit",
    "2019/06/09 21:45:33 Receive request to /run/L95",
    "2019/06/09 21:45:33 EVICTING INSTANCE: 271425536 used / 268435456 limit",
    "2019/06/09 21:45:33 Receive request to /run/L96",
    "2019/06/09 21:45:33 EVICTING INSTANCE: 270356480 used / 268435456 limit",
    "2019/06/09 21:45:33 Receive request to /run/L97",
    "2019/06/09 21:45:33 EVICTING INSTANCE: 271990784 used / 268435456 limit",
    "2019/06/09 21:45:33 Receive request to /run/L98",
    "2019/06/09 21:45:33 EVICTING INSTANCE: 271425536 used / 268435456 limit",
    "2019/06/09 21:45:33 Receive request to /run/L99",
    "2019/06/09 21:45:33 EVICTING INSTANCE: 272773120 used / 268435456 limit",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmpwaqbzxj4'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9640
PUSH conf: {'registry': '/tmp/tmp2fl3ehh0'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=10266, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "call_each_once_exec",
  "params": {
    "alloc_mb": 10,
    "lambda_count": 1000
  },
  "pass": true,
  "seconds": 40.87352013587952,
  "stats": {
    "reqs_per_sec": 24.465735557995302
  },
  "conf": {
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "cluster_name": "/root/open-lambda/test-cluster",
    "pip_mirror": "",
    "registry": "/tmp/tmp2fl3ehh0",
    "sandbox": "sock",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "handler_cache_mb": 256,
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "timing": false,
    "benchmark_log": "",
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "max_runners": 0,
    "startup_pkgs": null,
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "2019/06/09 21:46:15 EVICTING INSTANCE: 277114880 used / 268435456 limit",
    "2019/06/09 21:46:15 Receive request to /run/L991",
    "2019/06/09 21:46:15 EVICTING INSTANCE: 275030016 used / 268435456 limit",
    "2019/06/09 21:46:15 Receive request to /run/L992",
    "2019/06/09 21:46:15 EVICTING INSTANCE: 275148800 used / 268435456 limit",
    "2019/06/09 21:46:15 Receive request to /run/L993",
    "2019/06/09 21:46:15 EVICTING INSTANCE: 276070400 used / 268435456 limit",
    "2019/06/09 21:46:15 Receive request to /run/L994",
    "2019/06/09 21:46:15 EVICTING INSTANCE: 277106688 used / 268435456 limit",
    "2019/06/09 21:46:15 Receive request to /run/L995",
    "2019/06/09 21:46:15 EVICTING INSTANCE: 277889024 used / 268435456 limit",
    "2019/06/09 21:46:15 Receive request to /run/L996",
    "2019/06/09 21:46:15 EVICTING INSTANCE: 278933504 used / 268435456 limit",
    "2019/06/09 21:46:15 Receive request to /run/L997",
    "2019/06/09 21:46:15 EVICTING INSTANCE: 280887296 used / 268435456 limit",
    "2019/06/09 21:46:15 Receive request to /run/L998",
    "2019/06/09 21:46:15 EVICTING INSTANCE: 282308608 used / 268435456 limit",
    "2019/06/09 21:46:15 Receive request to /run/L999",
    "2019/06/09 21:46:15 EVICTING INSTANCE: 281014272 used / 268435456 limit",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmp2fl3ehh0'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 10266
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
PASSED: 29, FAILED: 0