python3 -u test.py
RUN ./ol new -p=test-cluster
Init OL dir at /root/open-lambda/test-cluster
Create lambda base at /root/open-lambda/test-cluster/lambda (may take several minutes)
Working Directory: /root/open-lambda/test-cluster

Worker Defaults: 
{
	"registry": "/root/open-lambda/test-cluster/registry",
	"registry_cache_ms": 5000,
	"sandbox": "sock",
	"cluster_name": "/root/open-lambda/test-cluster",
	"pip_mirror": "",
	"Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
	"max_runners": 0,
	"handler_cache_mb": 239,
	"import_cache_mb": 239,
	"worker_dir": "/root/open-lambda/test-cluster/worker",
	"SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
	"worker_port": "5000",
	"cg_pool_size": 0,
	"Skip_pull_existing": false,
	"sandbox_config": {
		"processes": 10
	},
	"benchmark_log": "",
	"timing": false,
	"startup_pkgs": null,
	"docker_runtime": ""
}

You may now start a server using the "worker" command
PUSH conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']}
PUSH conf: {'import_cache_mb': 0, 'sandbox': 'sock', 'handler_cache_mb': 0, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7281, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 2.432734251022339,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 0,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "sandbox": "sock",
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:42:46 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:42:46 Initialized registry manager (took 103.82\u00b5s)",
    "2019/06/05 21:43:01 Initialized installation manager (took 15.618019333s)",
    "2019/06/05 21:43:01 Initialized handler container factory (took 4.329364ms)",
    "2019/06/05 21:43:01 Initialized cache manager (took 1.152\u00b5s)",
    "2019/06/05 21:43:01 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:01 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:01 Receive request to /pid",
    "2019/06/05 21:43:02 Receive request to /run/echo",
    "2019/06/05 21:43:04 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.7892463207244873,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 0,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "sandbox": "sock",
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:42:46 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:42:46 Initialized registry manager (took 103.82\u00b5s)",
    "2019/06/05 21:43:01 Initialized installation manager (took 15.618019333s)",
    "2019/06/05 21:43:01 Initialized handler container factory (took 4.329364ms)",
    "2019/06/05 21:43:01 Initialized cache manager (took 1.152\u00b5s)",
    "2019/06/05 21:43:01 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:01 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:01 Receive request to /pid",
    "2019/06/05 21:43:02 Receive request to /run/echo",
    "2019/06/05 21:43:04 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:04 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:04 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.3710761070251465,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 0,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "sandbox": "sock",
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:42:46 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:42:46 Initialized registry manager (took 103.82\u00b5s)",
    "2019/06/05 21:43:01 Initialized installation manager (took 15.618019333s)",
    "2019/06/05 21:43:01 Initialized handler container factory (took 4.329364ms)",
    "2019/06/05 21:43:01 Initialized cache manager (took 1.152\u00b5s)",
    "2019/06/05 21:43:01 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:01 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:01 Receive request to /pid",
    "2019/06/05 21:43:02 Receive request to /run/echo",
    "2019/06/05 21:43:04 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:04 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:04 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:04 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:05 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.37157559394836426,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 0,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "sandbox": "sock",
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/05 21:42:46 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:42:46 Initialized registry manager (took 103.82\u00b5s)",
    "2019/06/05 21:43:01 Initialized installation manager (took 15.618019333s)",
    "2019/06/05 21:43:01 Initialized handler container factory (took 4.329364ms)",
    "2019/06/05 21:43:01 Initialized cache manager (took 1.152\u00b5s)",
    "2019/06/05 21:43:01 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:01 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:01 Receive request to /pid",
    "2019/06/05 21:43:02 Receive request to /run/echo",
    "2019/06/05 21:43:04 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:04 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:04 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:04 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:05 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:05 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:05 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'import_cache_mb': 0, 'sandbox': 'sock', 'handler_cache_mb': 0, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7281
PUSH conf: {'import_cache_mb': 0, 'sandbox': 'sock', 'handler_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7368, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.14820265769958496,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "benchmark_log": "",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox": "sock",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 0,
    "timing": false,
    "docker_runtime": "",
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:05 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:05 Initialized registry manager (took 18.164\u00b5s)",
    "2019/06/05 21:43:13 Initialized installation manager (took 7.561936884s)",
    "2019/06/05 21:43:13 Initialized handler container factory (took 3.249534ms)",
    "2019/06/05 21:43:13 Initialized cache manager (took 1.099\u00b5s)",
    "2019/06/05 21:43:13 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:13 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:13 Receive request to /pid",
    "2019/06/05 21:43:13 Receive request to /run/echo",
    "2019/06/05 21:43:13 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.3665738105773926,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "benchmark_log": "",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox": "sock",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 0,
    "timing": false,
    "docker_runtime": "",
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:05 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:05 Initialized registry manager (took 18.164\u00b5s)",
    "2019/06/05 21:43:13 Initialized installation manager (took 7.561936884s)",
    "2019/06/05 21:43:13 Initialized handler container factory (took 3.249534ms)",
    "2019/06/05 21:43:13 Initialized cache manager (took 1.099\u00b5s)",
    "2019/06/05 21:43:13 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:13 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:13 Receive request to /pid",
    "2019/06/05 21:43:13 Receive request to /run/echo",
    "2019/06/05 21:43:13 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:13 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:13 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.5933570861816406,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "benchmark_log": "",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox": "sock",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 0,
    "timing": false,
    "docker_runtime": "",
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:05 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:05 Initialized registry manager (took 18.164\u00b5s)",
    "2019/06/05 21:43:13 Initialized installation manager (took 7.561936884s)",
    "2019/06/05 21:43:13 Initialized handler container factory (took 3.249534ms)",
    "2019/06/05 21:43:13 Initialized cache manager (took 1.099\u00b5s)",
    "2019/06/05 21:43:13 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:13 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:13 Receive request to /pid",
    "2019/06/05 21:43:13 Receive request to /run/echo",
    "2019/06/05 21:43:13 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:13 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:13 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:13 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:14 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.6388688087463379,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "benchmark_log": "",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox": "sock",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 0,
    "timing": false,
    "docker_runtime": "",
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/05 21:43:05 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:05 Initialized registry manager (took 18.164\u00b5s)",
    "2019/06/05 21:43:13 Initialized installation manager (took 7.561936884s)",
    "2019/06/05 21:43:13 Initialized handler container factory (took 3.249534ms)",
    "2019/06/05 21:43:13 Initialized cache manager (took 1.099\u00b5s)",
    "2019/06/05 21:43:13 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:13 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:13 Receive request to /pid",
    "2019/06/05 21:43:13 Receive request to /run/echo",
    "2019/06/05 21:43:13 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:13 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:13 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:13 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:14 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:14 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:15 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'import_cache_mb': 0, 'sandbox': 'sock', 'handler_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7368
PUSH conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 0, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7443, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.021640777587890625,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 0,
    "sandbox": "sock",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 256,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "docker_runtime": ""
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:15 Initialized registry manager (took 19.474\u00b5s)",
    "2019/06/05 21:43:22 Initialized installation manager (took 7.518039979s)",
    "2019/06/05 21:43:22 Initialized handler container factory (took 3.332423ms)",
    "2019/06/05 21:43:22 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/05 21:43:23 Initialized cache manager (took 152.025851ms)",
    "2019/06/05 21:43:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:23 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:23 Receive request to /pid",
    "2019/06/05 21:43:23 Receive request to /run/echo",
    "2019/06/05 21:43:23 handler hits: 0, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.2415153980255127,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 0,
    "sandbox": "sock",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 256,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "docker_runtime": ""
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:15 Initialized registry manager (took 19.474\u00b5s)",
    "2019/06/05 21:43:22 Initialized installation manager (took 7.518039979s)",
    "2019/06/05 21:43:22 Initialized handler container factory (took 3.332423ms)",
    "2019/06/05 21:43:22 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/05 21:43:23 Initialized cache manager (took 152.025851ms)",
    "2019/06/05 21:43:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:23 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:23 Receive request to /pid",
    "2019/06/05 21:43:23 Receive request to /run/echo",
    "2019/06/05 21:43:23 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/05 21:43:23 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:23 handler hits: 0, import hits: 0, misses: 2",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.24456000328063965,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 0,
    "sandbox": "sock",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 256,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "docker_runtime": ""
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:15 Initialized registry manager (took 19.474\u00b5s)",
    "2019/06/05 21:43:22 Initialized installation manager (took 7.518039979s)",
    "2019/06/05 21:43:22 Initialized handler container factory (took 3.332423ms)",
    "2019/06/05 21:43:22 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/05 21:43:23 Initialized cache manager (took 152.025851ms)",
    "2019/06/05 21:43:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:23 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:23 Receive request to /pid",
    "2019/06/05 21:43:23 Receive request to /run/echo",
    "2019/06/05 21:43:23 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/05 21:43:23 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:23 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/05 21:43:23 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:23 handler hits: 0, import hits: 0, misses: 3",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.2431809902191162,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 0,
    "sandbox": "sock",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 256,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "docker_runtime": ""
  },
  "exception": null,
  "worker_tail": [
    "2019/06/05 21:43:15 Initialized registry manager (took 19.474\u00b5s)",
    "2019/06/05 21:43:22 Initialized installation manager (took 7.518039979s)",
    "2019/06/05 21:43:22 Initialized handler container factory (took 3.332423ms)",
    "2019/06/05 21:43:22 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/05 21:43:23 Initialized cache manager (took 152.025851ms)",
    "2019/06/05 21:43:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:23 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:23 Receive request to /pid",
    "2019/06/05 21:43:23 Receive request to /run/echo",
    "2019/06/05 21:43:23 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/05 21:43:23 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:23 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/05 21:43:23 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:23 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/05 21:43:23 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:23 handler hits: 0, import hits: 0, misses: 4",
    ""
  ]
}
POP conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 0, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7443
PUSH conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7527, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.02150273323059082,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "benchmark_log": "",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "docker_runtime": "",
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 256,
    "timing": false,
    "sandbox": "sock",
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:23 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:23 Initialized registry manager (took 19.249\u00b5s)",
    "2019/06/05 21:43:31 Initialized installation manager (took 7.480646238s)",
    "2019/06/05 21:43:31 Initialized handler container factory (took 3.562995ms)",
    "2019/06/05 21:43:31 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/05 21:43:31 Initialized cache manager (took 144.162899ms)",
    "2019/06/05 21:43:31 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:31 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:31 Receive request to /pid",
    "2019/06/05 21:43:31 Receive request to /run/echo",
    "2019/06/05 21:43:31 handler hits: 0, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.24132466316223145,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "benchmark_log": "",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "docker_runtime": "",
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 256,
    "timing": false,
    "sandbox": "sock",
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:23 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:23 Initialized registry manager (took 19.249\u00b5s)",
    "2019/06/05 21:43:31 Initialized installation manager (took 7.480646238s)",
    "2019/06/05 21:43:31 Initialized handler container factory (took 3.562995ms)",
    "2019/06/05 21:43:31 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/05 21:43:31 Initialized cache manager (took 144.162899ms)",
    "2019/06/05 21:43:31 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:31 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:31 Receive request to /pid",
    "2019/06/05 21:43:31 Receive request to /run/echo",
    "2019/06/05 21:43:31 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/05 21:43:31 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:31 handler hits: 0, import hits: 0, misses: 2",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.2419734001159668,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "benchmark_log": "",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "docker_runtime": "",
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 256,
    "timing": false,
    "sandbox": "sock",
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:23 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:23 Initialized registry manager (took 19.249\u00b5s)",
    "2019/06/05 21:43:31 Initialized installation manager (took 7.480646238s)",
    "2019/06/05 21:43:31 Initialized handler container factory (took 3.562995ms)",
    "2019/06/05 21:43:31 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/05 21:43:31 Initialized cache manager (took 144.162899ms)",
    "2019/06/05 21:43:31 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:31 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:31 Receive request to /pid",
    "2019/06/05 21:43:31 Receive request to /run/echo",
    "2019/06/05 21:43:31 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/05 21:43:31 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:31 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/05 21:43:31 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:32 handler hits: 0, import hits: 0, misses: 3",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.2415921688079834,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "benchmark_log": "",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "docker_runtime": "",
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 256,
    "timing": false,
    "sandbox": "sock",
    "cg_pool_size": 10,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/05 21:43:23 Initialized registry manager (took 19.249\u00b5s)",
    "2019/06/05 21:43:31 Initialized installation manager (took 7.480646238s)",
    "2019/06/05 21:43:31 Initialized handler container factory (took 3.562995ms)",
    "2019/06/05 21:43:31 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/05 21:43:31 Initialized cache manager (took 144.162899ms)",
    "2019/06/05 21:43:31 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:31 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:31 Receive request to /pid",
    "2019/06/05 21:43:31 Receive request to /run/echo",
    "2019/06/05 21:43:31 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/05 21:43:31 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:31 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/05 21:43:31 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:32 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/05 21:43:32 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/05 21:43:32 handler hits: 0, import hits: 0, misses: 4",
    ""
  ]
}
POP conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7527
PUSH conf: {'import_cache_mb': 0, 'sandbox': 'docker', 'handler_cache_mb': 0, 'cg_pool_size': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7611, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 3.5519039630889893,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 0,
    "sandbox": "docker",
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 0,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:32 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:32 Initialized registry manager (took 17.827\u00b5s)",
    "2019/06/05 21:43:40 Initialized installation manager (took 7.581283275s)",
    "2019/06/05 21:43:40 Initialized handler container factory (took 29.213\u00b5s)",
    "2019/06/05 21:43:40 Initialized cache manager (took 785ns)",
    "2019/06/05 21:43:40 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:40 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:40 Receive request to /pid",
    "2019/06/05 21:43:40 Receive request to /run/echo",
    "2019/06/05 21:43:43 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.3592817783355713,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 0,
    "sandbox": "docker",
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 0,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:32 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:32 Initialized registry manager (took 17.827\u00b5s)",
    "2019/06/05 21:43:40 Initialized installation manager (took 7.581283275s)",
    "2019/06/05 21:43:40 Initialized handler container factory (took 29.213\u00b5s)",
    "2019/06/05 21:43:40 Initialized cache manager (took 785ns)",
    "2019/06/05 21:43:40 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:40 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:40 Receive request to /pid",
    "2019/06/05 21:43:40 Receive request to /run/echo",
    "2019/06/05 21:43:43 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:43 Receive request to /run/install",
    "2019/06/05 21:43:44 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.9059758186340332,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 0,
    "sandbox": "docker",
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 0,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:32 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:32 Initialized registry manager (took 17.827\u00b5s)",
    "2019/06/05 21:43:40 Initialized installation manager (took 7.581283275s)",
    "2019/06/05 21:43:40 Initialized handler container factory (took 29.213\u00b5s)",
    "2019/06/05 21:43:40 Initialized cache manager (took 785ns)",
    "2019/06/05 21:43:40 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:40 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:40 Receive request to /pid",
    "2019/06/05 21:43:40 Receive request to /run/echo",
    "2019/06/05 21:43:43 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:43 Receive request to /run/install",
    "2019/06/05 21:43:44 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:44 Receive request to /run/install2",
    "2019/06/05 21:43:45 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.8975539207458496,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 0,
    "sandbox": "docker",
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 0,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:32 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:32 Initialized registry manager (took 17.827\u00b5s)",
    "2019/06/05 21:43:40 Initialized installation manager (took 7.581283275s)",
    "2019/06/05 21:43:40 Initialized handler container factory (took 29.213\u00b5s)",
    "2019/06/05 21:43:40 Initialized cache manager (took 785ns)",
    "2019/06/05 21:43:40 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:40 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:40 Receive request to /pid",
    "2019/06/05 21:43:40 Receive request to /run/echo",
    "2019/06/05 21:43:43 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:43 Receive request to /run/install",
    "2019/06/05 21:43:44 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:44 Receive request to /run/install2",
    "2019/06/05 21:43:45 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:45 Receive request to /run/install3",
    "2019/06/05 21:43:46 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'import_cache_mb': 0, 'sandbox': 'docker', 'handler_cache_mb': 0, 'cg_pool_size': 0}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7611
PUSH conf: {'import_cache_mb': 0, 'sandbox': 'docker', 'handler_cache_mb': 256, 'cg_pool_size': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=8556, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.6054363250732422,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "sandbox": "docker",
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 0,
    "timing": false,
    "docker_runtime": "",
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:46 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:46 Initialized registry manager (took 19.43\u00b5s)",
    "2019/06/05 21:43:54 Initialized installation manager (took 7.540465239s)",
    "2019/06/05 21:43:54 Initialized handler container factory (took 25.062\u00b5s)",
    "2019/06/05 21:43:54 Initialized cache manager (took 737ns)",
    "2019/06/05 21:43:54 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:54 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:54 Receive request to /pid",
    "2019/06/05 21:43:54 Receive request to /run/echo",
    "2019/06/05 21:43:55 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.3599433898925781,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "sandbox": "docker",
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 0,
    "timing": false,
    "docker_runtime": "",
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:46 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:46 Initialized registry manager (took 19.43\u00b5s)",
    "2019/06/05 21:43:54 Initialized installation manager (took 7.540465239s)",
    "2019/06/05 21:43:54 Initialized handler container factory (took 25.062\u00b5s)",
    "2019/06/05 21:43:54 Initialized cache manager (took 737ns)",
    "2019/06/05 21:43:54 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:54 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:54 Receive request to /pid",
    "2019/06/05 21:43:54 Receive request to /run/echo",
    "2019/06/05 21:43:55 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:55 Receive request to /run/install",
    "2019/06/05 21:43:56 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.8005657196044922,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "sandbox": "docker",
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 0,
    "timing": false,
    "docker_runtime": "",
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:46 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:46 Initialized registry manager (took 19.43\u00b5s)",
    "2019/06/05 21:43:54 Initialized installation manager (took 7.540465239s)",
    "2019/06/05 21:43:54 Initialized handler container factory (took 25.062\u00b5s)",
    "2019/06/05 21:43:54 Initialized cache manager (took 737ns)",
    "2019/06/05 21:43:54 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:54 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:54 Receive request to /pid",
    "2019/06/05 21:43:54 Receive request to /run/echo",
    "2019/06/05 21:43:55 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:55 Receive request to /run/install",
    "2019/06/05 21:43:56 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:56 Receive request to /run/install2",
    "2019/06/05 21:43:57 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.7435858249664307,
  "stats": null,
  "conf": {
    "max_runners": 0,
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "benchmark_log": "",
    "sandbox": "docker",
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 0,
    "timing": false,
    "docker_runtime": "",
    "cg_pool_size": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/05 21:43:46 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/05 21:43:46 Initialized registry manager (took 19.43\u00b5s)",
    "2019/06/05 21:43:54 Initialized installation manager (took 7.540465239s)",
    "2019/06/05 21:43:54 Initialized handler container factory (took 25.062\u00b5s)",
    "2019/06/05 21:43:54 Initialized cache manager (took 737ns)",
    "2019/06/05 21:43:54 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/05 21:43:54 Get status by sending request to localhost:5000/status",
    "2019/06/05 21:43:54 Receive request to /pid",
    "2019/06/05 21:43:54 Receive request to /run/echo",
    "2019/06/05 21:43:55 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:55 Receive request to /run/install",
    "2019/06/05 21:43:56 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:56 Receive request to /run/install2",
    "2019/06/05 21:43:57 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/05 21:43:57 Receive request to /run/install3",
    "2019/06/05 21:43:57 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'import_cache_mb': 0, 'sandbox': 'docker', 'handler_cache_mb': 256, 'cg_pool_size': 0}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 8556
POP conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']}
PUSH conf: {'registry': '/root/open-lambda/test-registry', 'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9591, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 1,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.013309240341187,
  "stats": {
    "reqs_per_sec": 284.4
  },
  "conf": {
    "max_runners": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "benchmark_log": "",
    "sandbox": "sock",
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 256,
    "timing": false,
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "docker_runtime": ""
  },
  "exception": null,
  "worker_tail": [
    "2019/06/05 21:44:14 handler hits: 4256, import hits: 0, misses: 1",
    "2019/06/05 21:44:14 Receive request to /run/echo",
    "2019/06/05 21:44:14 handler hits: 4257, import hits: 0, misses: 1",
    "2019/06/05 21:44:14 Receive request to /run/echo",
    "2019/06/05 21:44:14 handler hits: 4258, import hits: 0, misses: 1",
    "2019/06/05 21:44:14 Receive request to /run/echo",
    "2019/06/05 21:44:14 handler hits: 4259, import hits: 0, misses: 1",
    "2019/06/05 21:44:14 Receive request to /run/echo",
    "2019/06/05 21:44:14 handler hits: 4260, import hits: 0, misses: 1",
    "2019/06/05 21:44:14 Receive request to /run/echo",
    "2019/06/05 21:44:14 handler hits: 4261, import hits: 0, misses: 1",
    "2019/06/05 21:44:14 Receive request to /run/echo",
    "2019/06/05 21:44:14 handler hits: 4262, import hits: 0, misses: 1",
    "2019/06/05 21:44:14 Receive request to /run/echo",
    "2019/06/05 21:44:14 handler hits: 4263, import hits: 0, misses: 1",
    "2019/06/05 21:44:14 Receive request to /run/echo",
    "2019/06/05 21:44:14 handler hits: 4264, import hits: 0, misses: 1",
    "2019/06/05 21:44:14 Receive request to /run/echo",
    "2019/06/05 21:44:14 handler hits: 4265, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 2,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.046790361404419,
  "stats": {
    "reqs_per_sec": 283.06666666666666
  },
  "conf": {
    "max_runners": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "benchmark_log": "",
    "sandbox": "sock",
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 256,
    "timing": false,
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "docker_runtime": ""
  },
  "exception": null,
  "worker_tail": [
    "2019/06/05 21:44:29 handler hits: 8502, import hits: 0, misses: 1",
    "2019/06/05 21:44:29 Receive request to /run/echo",
    "2019/06/05 21:44:29 handler hits: 8503, import hits: 0, misses: 1",
    "2019/06/05 21:44:29 Receive request to /run/echo",
    "2019/06/05 21:44:29 handler hits: 8504, import hits: 0, misses: 1",
    "2019/06/05 21:44:29 Receive request to /run/echo",
    "2019/06/05 21:44:29 handler hits: 8505, import hits: 0, misses: 1",
    "2019/06/05 21:44:29 Receive request to /run/echo",
    "2019/06/05 21:44:29 handler hits: 8506, import hits: 0, misses: 1",
    "2019/06/05 21:44:29 Receive request to /run/echo",
    "2019/06/05 21:44:29 handler hits: 8507, import hits: 0, misses: 1",
    "2019/06/05 21:44:29 Receive request to /run/echo",
    "2019/06/05 21:44:29 handler hits: 8508, import hits: 0, misses: 1",
    "2019/06/05 21:44:29 Receive request to /run/echo",
    "2019/06/05 21:44:29 handler hits: 8509, import hits: 0, misses: 1",
    "2019/06/05 21:44:29 Receive request to /run/echo",
    "2019/06/05 21:44:29 handler hits: 8510, import hits: 0, misses: 1",
    "2019/06/05 21:44:29 Receive request to /run/echo",
    "2019/06/05 21:44:29 handler hits: 8511, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 8,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.064905881881714,
  "stats": {
    "reqs_per_sec": 256.2
  },
  "conf": {
    "max_runners": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "benchmark_log": "",
    "sandbox": "sock",
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/root/open-lambda/test-registry",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "import_cache_mb": 256,
    "timing": false,
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "docker_runtime": ""
  },
  "exception": null,
  "worker_tail": [
    "2019/06/05 21:44:44 handler hits: 12345, import hits: 0, misses: 1",
    "2019/06/05 21:44:44 Receive request to /run/echo",
    "2019/06/05 21:44:44 handler hits: 12346, import hits: 0, misses: 1",
    "2019/06/05 21:44:44 Receive request to /run/echo",
    "2019/06/05 21:44:44 handler hits: 12347, import hits: 0, misses: 1",
    "2019/06/05 21:44:44 Receive request to /run/echo",
    "2019/06/05 21:44:44 handler hits: 12348, import hits: 0, misses: 1",
    "2019/06/05 21:44:44 Receive request to /run/echo",
    "2019/06/05 21:44:44 handler hits: 12349, import hits: 0, misses: 1",
    "2019/06/05 21:44:44 Receive request to /run/echo",
    "2019/06/05 21:44:44 handler hits: 12350, import hits: 0, misses: 1",
    "2019/06/05 21:44:44 Receive request to /run/echo",
    "2019/06/05 21:44:44 handler hits: 12351, import hits: 0, misses: 1",
    "2019/06/05 21:44:44 Receive request to /run/echo",
    "2019/06/05 21:44:44 handler hits: 12352, import hits: 0, misses: 1",
    "2019/06/05 21:44:44 Receive request to /run/echo",
    "2019/06/05 21:44:44 handler hits: 12353, import hits: 0, misses: 1",
    "2019/06/05 21:44:44 Receive request to /run/echo",
    "2019/06/05 21:44:44 handler hits: 12354, import hits: 0, misses: 1",
    ""
  ]
}
POP conf: {'registry': '/root/open-lambda/test-registry', 'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9591
PUSH conf: {'import_cache_mb': 256, 'sandbox': 'sock', 'handler_cache_mb': 256, 'cg_pool_size': 10}
PUSH conf: {'registry': '/tmp/tmpks2tqdh4'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9651, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "call_each_once_exec",
  "params": {
    "alloc_mb": 1,
    "lambda_count": 100
  },
  "pass": true,
  "seconds": 2.829427719116211,
  "stats": {
    "reqs_per_sec": 35.34319640958026
  },
  "conf": {
    "max_runners": 0,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "pip_mirror": "",
    "registry_cache_ms": 5000,
    "handler_cache_mb": 256,
    "sandbox": "sock",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry": "/tmp/tmpks2tqdh4",
    "sandbox_config": {
      "processes": 10
    },
    "import_cache_mb": 256,
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "Skip_pull_existing": false,
    "benchmark_log": "",
    "timing": false,
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "docker_runtime": ""
  },
  "exception": null,
  "worker_tail": [
    "2019/06/05 21:44:47 Receive request to /run/L94",
    "2019/06/05 21:44:47 handler hits: 0, import hits: 0, misses: 95",
    "2019/06/05 21:44:47 EVICTING INSTANCE: 271659008 used / 268435456 limit",
    "2019/06/05 21:44:47 EVICTING INSTANCE: 268496896 used / 268435456 limit",
    "2019/06/05 21:44:47 Receive request to /run/L95",
    "2019/06/05 21:44:47 handler hits: 0, import hits: 0, misses: 96",
    "2019/06/05 21:44:47 EVICTING INSTANCE: 269545472 used / 268435456 limit",
    "2019/06/05 21:44:47 Receive request to /run/L96",
    "2019/06/05 21:44:47 handler hits: 0, import hits: 0, misses: 97",
    "2019/06/05 21:44:47 EVICTING INSTANCE: 268713984 used / 268435456 limit",
    "2019/06/05 21:44:47 Receive request to /run/L97",
    "2019/06/05 21:44:47 handler hits: 0, import hits: 0, misses: 98",
    "2019/06/05 21:44:47 Receive request to /run/L98",
    "2019/06/05 21:44:47 handler hits: 0, import hits: 0, misses: 99",
    "2019/06/05 21:44:47 EVICTING INSTANCE: 272936960 used / 268435456 limit",
    "2019/06/05 21:44:47 EVICTING INSTANCE: 269586432 used / 268435456 limit",
    "2019/06/05 21:44:47 Receive request to /run/L99",
    "2019/06/05 21:44:47 handler hits: 0, import hits: 0, misses: 100",
    "2019/06/05 21:44:47 EVICTING INSTANCE: 271687680 used / 268435456 limit",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmpks2tqdh4'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9651
2019/06/05 21:49:48 worker didn't stop after 30s
PASSED: 28, FAILED: 0