python3 -u test.py
RUN ./ol new -p=test-cluster
Init OL dir at /root/open-lambda/test-cluster
Create lambda base at /root/open-lambda/test-cluster/lambda (may take several minutes)
Working Directory: /root/open-lambda/test-cluster

Worker Defaults: 
{
	"registry": "/root/open-lambda/test-cluster/registry",
	"registry_cache_ms": 5000,
	"sandbox": "sock",
	"cluster_name": "/root/open-lambda/test-cluster",
	"pip_mirror": "",
	"Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
	"max_runners": 0,
	"handler_cache_mb": 239,
	"import_cache_mb": 239,
	"worker_dir": "/root/open-lambda/test-cluster/worker",
	"SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
	"worker_port": "5000",
	"cg_pool_size": 0,
	"Skip_pull_existing": false,
	"sandbox_config": {
		"processes": 10
	},
	"benchmark_log": "",
	"timing": false,
	"startup_pkgs": null,
	"docker_runtime": ""
}

You may now start a server using the "worker" command
PUSH conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']}
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'import_cache_mb': 0, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7260, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 1.908285140991211,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 0,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:52:27 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:52:27 Initialized registry manager (took 21.177\u00b5s)",
    "2019/06/07 00:52:44 Initialized installation manager (took 17.927650016s)",
    "2019/06/07 00:52:44 Initialized handler container factory (took 5.497584ms)",
    "2019/06/07 00:52:44 Initialized cache manager (took 1.181\u00b5s)",
    "2019/06/07 00:52:44 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:52:44 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:52:45 Receive request to /pid",
    "2019/06/07 00:52:45 Receive request to /run/echo",
    "2019/06/07 00:52:46 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:46 EVICTING INSTANCE: 26411008 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.7023177146911621,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 0,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:52:27 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:52:27 Initialized registry manager (took 21.177\u00b5s)",
    "2019/06/07 00:52:44 Initialized installation manager (took 17.927650016s)",
    "2019/06/07 00:52:44 Initialized handler container factory (took 5.497584ms)",
    "2019/06/07 00:52:44 Initialized cache manager (took 1.181\u00b5s)",
    "2019/06/07 00:52:44 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:52:44 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:52:45 Receive request to /pid",
    "2019/06/07 00:52:45 Receive request to /run/echo",
    "2019/06/07 00:52:46 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:46 EVICTING INSTANCE: 26411008 used / 0 limit",
    "2019/06/07 00:52:46 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:52:47 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:47 EVICTING INSTANCE: 24289280 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.36768651008605957,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 0,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 00:52:27 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:52:27 Initialized registry manager (took 21.177\u00b5s)",
    "2019/06/07 00:52:44 Initialized installation manager (took 17.927650016s)",
    "2019/06/07 00:52:44 Initialized handler container factory (took 5.497584ms)",
    "2019/06/07 00:52:44 Initialized cache manager (took 1.181\u00b5s)",
    "2019/06/07 00:52:44 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:52:44 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:52:45 Receive request to /pid",
    "2019/06/07 00:52:45 Receive request to /run/echo",
    "2019/06/07 00:52:46 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:46 EVICTING INSTANCE: 26411008 used / 0 limit",
    "2019/06/07 00:52:46 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:52:47 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:47 EVICTING INSTANCE: 24289280 used / 0 limit",
    "2019/06/07 00:52:47 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:52:48 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:48 EVICTING INSTANCE: 22781952 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.3686940670013428,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 0,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 00:52:44 Initialized cache manager (took 1.181\u00b5s)",
    "2019/06/07 00:52:44 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:52:44 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:52:45 Receive request to /pid",
    "2019/06/07 00:52:45 Receive request to /run/echo",
    "2019/06/07 00:52:46 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:46 EVICTING INSTANCE: 26411008 used / 0 limit",
    "2019/06/07 00:52:46 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:52:47 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:47 EVICTING INSTANCE: 24289280 used / 0 limit",
    "2019/06/07 00:52:47 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:52:48 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:48 EVICTING INSTANCE: 22781952 used / 0 limit",
    "2019/06/07 00:52:48 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:52:48 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:48 EVICTING INSTANCE: 22892544 used / 0 limit",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'import_cache_mb': 0, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7260
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 0, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7349, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.14433979988098145,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:52:48 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:52:48 Initialized registry manager (took 24.475\u00b5s)",
    "2019/06/07 00:52:56 Initialized installation manager (took 7.933984329s)",
    "2019/06/07 00:52:56 Initialized handler container factory (took 3.398423ms)",
    "2019/06/07 00:52:56 Initialized cache manager (took 724ns)",
    "2019/06/07 00:52:56 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:52:56 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:52:56 Receive request to /pid",
    "2019/06/07 00:52:56 Receive request to /run/echo",
    "2019/06/07 00:52:56 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.36063408851623535,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:52:48 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:52:48 Initialized registry manager (took 24.475\u00b5s)",
    "2019/06/07 00:52:56 Initialized installation manager (took 7.933984329s)",
    "2019/06/07 00:52:56 Initialized handler container factory (took 3.398423ms)",
    "2019/06/07 00:52:56 Initialized cache manager (took 724ns)",
    "2019/06/07 00:52:56 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:52:56 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:52:56 Receive request to /pid",
    "2019/06/07 00:52:56 Receive request to /run/echo",
    "2019/06/07 00:52:56 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:56 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:52:57 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.4432525634765625,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:52:48 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:52:48 Initialized registry manager (took 24.475\u00b5s)",
    "2019/06/07 00:52:56 Initialized installation manager (took 7.933984329s)",
    "2019/06/07 00:52:56 Initialized handler container factory (took 3.398423ms)",
    "2019/06/07 00:52:56 Initialized cache manager (took 724ns)",
    "2019/06/07 00:52:56 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:52:56 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:52:56 Receive request to /pid",
    "2019/06/07 00:52:56 Receive request to /run/echo",
    "2019/06/07 00:52:56 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:56 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:52:57 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:57 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:52:57 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.6137385368347168,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 00:52:48 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:52:48 Initialized registry manager (took 24.475\u00b5s)",
    "2019/06/07 00:52:56 Initialized installation manager (took 7.933984329s)",
    "2019/06/07 00:52:56 Initialized handler container factory (took 3.398423ms)",
    "2019/06/07 00:52:56 Initialized cache manager (took 724ns)",
    "2019/06/07 00:52:56 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:52:56 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:52:56 Receive request to /pid",
    "2019/06/07 00:52:56 Receive request to /run/echo",
    "2019/06/07 00:52:56 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:56 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:52:57 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:57 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:52:57 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:52:57 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:52:58 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 0, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7349
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'import_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7425, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.021979808807373047,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 0,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:52:58 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:52:58 Initialized registry manager (took 30.611\u00b5s)",
    "2019/06/07 00:53:05 Initialized installation manager (took 7.561510027s)",
    "2019/06/07 00:53:05 Initialized handler container factory (took 3.404428ms)",
    "2019/06/07 00:53:05 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 00:53:05 Initialized cache manager (took 168.977658ms)",
    "2019/06/07 00:53:05 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:05 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:06 Receive request to /pid",
    "2019/06/07 00:53:06 Receive request to /run/echo",
    "2019/06/07 00:53:06 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/07 00:53:06 EVICTING INSTANCE: 2908160 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.24332737922668457,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 0,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:52:58 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:52:58 Initialized registry manager (took 30.611\u00b5s)",
    "2019/06/07 00:53:05 Initialized installation manager (took 7.561510027s)",
    "2019/06/07 00:53:05 Initialized handler container factory (took 3.404428ms)",
    "2019/06/07 00:53:05 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 00:53:05 Initialized cache manager (took 168.977658ms)",
    "2019/06/07 00:53:05 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:05 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:06 Receive request to /pid",
    "2019/06/07 00:53:06 Receive request to /run/echo",
    "2019/06/07 00:53:06 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/07 00:53:06 EVICTING INSTANCE: 2908160 used / 0 limit",
    "2019/06/07 00:53:06 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:53:06 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/07 00:53:06 EVICTING INSTANCE: 13565952 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.24857592582702637,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 0,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 00:52:58 Initialized registry manager (took 30.611\u00b5s)",
    "2019/06/07 00:53:05 Initialized installation manager (took 7.561510027s)",
    "2019/06/07 00:53:05 Initialized handler container factory (took 3.404428ms)",
    "2019/06/07 00:53:05 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 00:53:05 Initialized cache manager (took 168.977658ms)",
    "2019/06/07 00:53:05 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:05 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:06 Receive request to /pid",
    "2019/06/07 00:53:06 Receive request to /run/echo",
    "2019/06/07 00:53:06 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/07 00:53:06 EVICTING INSTANCE: 2908160 used / 0 limit",
    "2019/06/07 00:53:06 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:53:06 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/07 00:53:06 EVICTING INSTANCE: 13565952 used / 0 limit",
    "2019/06/07 00:53:06 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:53:06 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/07 00:53:06 EVICTING INSTANCE: 13828096 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.24860143661499023,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 0,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 00:53:05 Initialized cache manager (took 168.977658ms)",
    "2019/06/07 00:53:05 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:05 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:06 Receive request to /pid",
    "2019/06/07 00:53:06 Receive request to /run/echo",
    "2019/06/07 00:53:06 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/07 00:53:06 EVICTING INSTANCE: 2908160 used / 0 limit",
    "2019/06/07 00:53:06 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:53:06 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/07 00:53:06 EVICTING INSTANCE: 13565952 used / 0 limit",
    "2019/06/07 00:53:06 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:53:06 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/07 00:53:06 EVICTING INSTANCE: 13828096 used / 0 limit",
    "2019/06/07 00:53:06 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:53:06 handler hits: 0, import hits: 0, misses: 4",
    "2019/06/07 00:53:06 EVICTING INSTANCE: 13676544 used / 0 limit",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'import_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7425
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7509, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.02174067497253418,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:53:06 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:53:06 Initialized registry manager (took 17.312\u00b5s)",
    "2019/06/07 00:53:14 Initialized installation manager (took 7.578323879s)",
    "2019/06/07 00:53:14 Initialized handler container factory (took 3.375119ms)",
    "2019/06/07 00:53:14 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 00:53:14 Initialized cache manager (took 140.228627ms)",
    "2019/06/07 00:53:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:14 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:14 Receive request to /pid",
    "2019/06/07 00:53:14 Receive request to /run/echo",
    "2019/06/07 00:53:14 handler hits: 0, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.24023151397705078,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:53:06 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:53:06 Initialized registry manager (took 17.312\u00b5s)",
    "2019/06/07 00:53:14 Initialized installation manager (took 7.578323879s)",
    "2019/06/07 00:53:14 Initialized handler container factory (took 3.375119ms)",
    "2019/06/07 00:53:14 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 00:53:14 Initialized cache manager (took 140.228627ms)",
    "2019/06/07 00:53:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:14 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:14 Receive request to /pid",
    "2019/06/07 00:53:14 Receive request to /run/echo",
    "2019/06/07 00:53:14 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/07 00:53:14 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:53:14 handler hits: 0, import hits: 0, misses: 2",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.24370431900024414,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:53:06 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:53:06 Initialized registry manager (took 17.312\u00b5s)",
    "2019/06/07 00:53:14 Initialized installation manager (took 7.578323879s)",
    "2019/06/07 00:53:14 Initialized handler container factory (took 3.375119ms)",
    "2019/06/07 00:53:14 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 00:53:14 Initialized cache manager (took 140.228627ms)",
    "2019/06/07 00:53:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:14 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:14 Receive request to /pid",
    "2019/06/07 00:53:14 Receive request to /run/echo",
    "2019/06/07 00:53:14 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/07 00:53:14 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:53:14 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/07 00:53:14 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:53:15 handler hits: 0, import hits: 0, misses: 3",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.24058198928833008,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 00:53:06 Initialized registry manager (took 17.312\u00b5s)",
    "2019/06/07 00:53:14 Initialized installation manager (took 7.578323879s)",
    "2019/06/07 00:53:14 Initialized handler container factory (took 3.375119ms)",
    "2019/06/07 00:53:14 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/07 00:53:14 Initialized cache manager (took 140.228627ms)",
    "2019/06/07 00:53:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:14 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:14 Receive request to /pid",
    "2019/06/07 00:53:14 Receive request to /run/echo",
    "2019/06/07 00:53:14 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/07 00:53:14 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:53:14 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/07 00:53:14 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:53:15 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/07 00:53:15 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/07 00:53:15 handler hits: 0, import hits: 0, misses: 4",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7509
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'docker', 'import_cache_mb': 0, 'cg_pool_size': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7593, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 3.913679838180542,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 0,
    "handler_cache_mb": 0,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:53:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:53:15 Initialized registry manager (took 16.796\u00b5s)",
    "2019/06/07 00:53:23 Initialized installation manager (took 7.510176021s)",
    "2019/06/07 00:53:23 Initialized handler container factory (took 25.757\u00b5s)",
    "2019/06/07 00:53:23 Initialized cache manager (took 767ns)",
    "2019/06/07 00:53:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:23 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:23 Receive request to /pid",
    "2019/06/07 00:53:23 Receive request to /run/echo",
    "2019/06/07 00:53:26 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:26 EVICTING INSTANCE: 30257152 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.4101216793060303,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 0,
    "handler_cache_mb": 0,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:53:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:53:15 Initialized registry manager (took 16.796\u00b5s)",
    "2019/06/07 00:53:23 Initialized installation manager (took 7.510176021s)",
    "2019/06/07 00:53:23 Initialized handler container factory (took 25.757\u00b5s)",
    "2019/06/07 00:53:23 Initialized cache manager (took 767ns)",
    "2019/06/07 00:53:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:23 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:23 Receive request to /pid",
    "2019/06/07 00:53:23 Receive request to /run/echo",
    "2019/06/07 00:53:26 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:26 EVICTING INSTANCE: 30257152 used / 0 limit",
    "2019/06/07 00:53:26 Receive request to /run/install",
    "2019/06/07 00:53:28 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.9147779941558838,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 0,
    "handler_cache_mb": 0,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:53:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:53:15 Initialized registry manager (took 16.796\u00b5s)",
    "2019/06/07 00:53:23 Initialized installation manager (took 7.510176021s)",
    "2019/06/07 00:53:23 Initialized handler container factory (took 25.757\u00b5s)",
    "2019/06/07 00:53:23 Initialized cache manager (took 767ns)",
    "2019/06/07 00:53:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:23 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:23 Receive request to /pid",
    "2019/06/07 00:53:23 Receive request to /run/echo",
    "2019/06/07 00:53:26 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:26 EVICTING INSTANCE: 30257152 used / 0 limit",
    "2019/06/07 00:53:26 Receive request to /run/install",
    "2019/06/07 00:53:28 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:28 EVICTING INSTANCE: 24682496 used / 0 limit",
    "2019/06/07 00:53:28 Receive request to /run/install2",
    "2019/06/07 00:53:29 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:29 EVICTING INSTANCE: 22724608 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.9089186191558838,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 0,
    "handler_cache_mb": 0,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 00:53:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:53:15 Initialized registry manager (took 16.796\u00b5s)",
    "2019/06/07 00:53:23 Initialized installation manager (took 7.510176021s)",
    "2019/06/07 00:53:23 Initialized handler container factory (took 25.757\u00b5s)",
    "2019/06/07 00:53:23 Initialized cache manager (took 767ns)",
    "2019/06/07 00:53:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:23 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:23 Receive request to /pid",
    "2019/06/07 00:53:23 Receive request to /run/echo",
    "2019/06/07 00:53:26 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:26 EVICTING INSTANCE: 30257152 used / 0 limit",
    "2019/06/07 00:53:26 Receive request to /run/install",
    "2019/06/07 00:53:28 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:28 EVICTING INSTANCE: 24682496 used / 0 limit",
    "2019/06/07 00:53:28 Receive request to /run/install2",
    "2019/06/07 00:53:29 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:29 EVICTING INSTANCE: 22724608 used / 0 limit",
    "2019/06/07 00:53:29 Receive request to /run/install3",
    "2019/06/07 00:53:30 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'sandbox': 'docker', 'import_cache_mb': 0, 'cg_pool_size': 0}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7593
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'docker', 'import_cache_mb': 0, 'cg_pool_size': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=8532, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.559931755065918,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 0,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:53:30 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:53:30 Initialized registry manager (took 16.902\u00b5s)",
    "2019/06/07 00:53:37 Initialized installation manager (took 7.565920819s)",
    "2019/06/07 00:53:37 Initialized handler container factory (took 28.73\u00b5s)",
    "2019/06/07 00:53:37 Initialized cache manager (took 978ns)",
    "2019/06/07 00:53:37 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:37 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:37 Receive request to /pid",
    "2019/06/07 00:53:37 Receive request to /run/echo",
    "2019/06/07 00:53:38 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.394197940826416,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 0,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:53:30 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:53:30 Initialized registry manager (took 16.902\u00b5s)",
    "2019/06/07 00:53:37 Initialized installation manager (took 7.565920819s)",
    "2019/06/07 00:53:37 Initialized handler container factory (took 28.73\u00b5s)",
    "2019/06/07 00:53:37 Initialized cache manager (took 978ns)",
    "2019/06/07 00:53:37 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:37 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:37 Receive request to /pid",
    "2019/06/07 00:53:37 Receive request to /run/echo",
    "2019/06/07 00:53:38 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:38 Receive request to /run/install",
    "2019/06/07 00:53:39 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.9028942584991455,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 0,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:53:30 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:53:30 Initialized registry manager (took 16.902\u00b5s)",
    "2019/06/07 00:53:37 Initialized installation manager (took 7.565920819s)",
    "2019/06/07 00:53:37 Initialized handler container factory (took 28.73\u00b5s)",
    "2019/06/07 00:53:37 Initialized cache manager (took 978ns)",
    "2019/06/07 00:53:37 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:37 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:37 Receive request to /pid",
    "2019/06/07 00:53:37 Receive request to /run/echo",
    "2019/06/07 00:53:38 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:38 Receive request to /run/install",
    "2019/06/07 00:53:39 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:39 Receive request to /run/install2",
    "2019/06/07 00:53:40 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.7605245113372803,
  "stats": null,
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 0,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "docker",
    "pip_mirror": "",
    "import_cache_mb": 0,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/07 00:53:30 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/07 00:53:30 Initialized registry manager (took 16.902\u00b5s)",
    "2019/06/07 00:53:37 Initialized installation manager (took 7.565920819s)",
    "2019/06/07 00:53:37 Initialized handler container factory (took 28.73\u00b5s)",
    "2019/06/07 00:53:37 Initialized cache manager (took 978ns)",
    "2019/06/07 00:53:37 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/07 00:53:37 Get status by sending request to localhost:5000/status",
    "2019/06/07 00:53:37 Receive request to /pid",
    "2019/06/07 00:53:37 Receive request to /run/echo",
    "2019/06/07 00:53:38 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:38 Receive request to /run/install",
    "2019/06/07 00:53:39 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:39 Receive request to /run/install2",
    "2019/06/07 00:53:40 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/07 00:53:40 Receive request to /run/install3",
    "2019/06/07 00:53:41 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'docker', 'import_cache_mb': 0, 'cg_pool_size': 0}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 8532
POP conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']}
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'registry': '/root/open-lambda/test-registry', 'cg_pool_size': 10, 'import_cache_mb': 256}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9570, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 1,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.087220191955566,
  "stats": {
    "reqs_per_sec": 278.73333333333335
  },
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 00:53:57 handler hits: 4171, import hits: 0, misses: 1",
    "2019/06/07 00:53:57 Receive request to /run/echo",
    "2019/06/07 00:53:57 handler hits: 4172, import hits: 0, misses: 1",
    "2019/06/07 00:53:57 Receive request to /run/echo",
    "2019/06/07 00:53:57 handler hits: 4173, import hits: 0, misses: 1",
    "2019/06/07 00:53:57 Receive request to /run/echo",
    "2019/06/07 00:53:57 handler hits: 4174, import hits: 0, misses: 1",
    "2019/06/07 00:53:57 Receive request to /run/echo",
    "2019/06/07 00:53:57 handler hits: 4175, import hits: 0, misses: 1",
    "2019/06/07 00:53:57 Receive request to /run/echo",
    "2019/06/07 00:53:57 handler hits: 4176, import hits: 0, misses: 1",
    "2019/06/07 00:53:57 Receive request to /run/echo",
    "2019/06/07 00:53:57 handler hits: 4177, import hits: 0, misses: 1",
    "2019/06/07 00:53:57 Receive request to /run/echo",
    "2019/06/07 00:53:57 handler hits: 4178, import hits: 0, misses: 1",
    "2019/06/07 00:53:57 Receive request to /run/echo",
    "2019/06/07 00:53:57 handler hits: 4179, import hits: 0, misses: 1",
    "2019/06/07 00:53:57 Receive request to /run/echo",
    "2019/06/07 00:53:57 handler hits: 4180, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 2,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.048815727233887,
  "stats": {
    "reqs_per_sec": 275.2
  },
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 00:54:13 handler hits: 8299, import hits: 0, misses: 1",
    "2019/06/07 00:54:13 Receive request to /run/echo",
    "2019/06/07 00:54:13 handler hits: 8300, import hits: 0, misses: 1",
    "2019/06/07 00:54:13 Receive request to /run/echo",
    "2019/06/07 00:54:13 handler hits: 8301, import hits: 0, misses: 1",
    "2019/06/07 00:54:13 Receive request to /run/echo",
    "2019/06/07 00:54:13 handler hits: 8302, import hits: 0, misses: 1",
    "2019/06/07 00:54:13 Receive request to /run/echo",
    "2019/06/07 00:54:13 handler hits: 8303, import hits: 0, misses: 1",
    "2019/06/07 00:54:13 Receive request to /run/echo",
    "2019/06/07 00:54:13 handler hits: 8304, import hits: 0, misses: 1",
    "2019/06/07 00:54:13 Receive request to /run/echo",
    "2019/06/07 00:54:13 handler hits: 8305, import hits: 0, misses: 1",
    "2019/06/07 00:54:13 Receive request to /run/echo",
    "2019/06/07 00:54:13 handler hits: 8306, import hits: 0, misses: 1",
    "2019/06/07 00:54:13 Receive request to /run/echo",
    "2019/06/07 00:54:13 Receive request to /run/echo",
    "2019/06/07 00:54:13 handler hits: 8307, import hits: 0, misses: 1",
    "2019/06/07 00:54:13 handler hits: 8308, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 8,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.068633079528809,
  "stats": {
    "reqs_per_sec": 257.26666666666665
  },
  "conf": {
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 00:54:28 handler hits: 12158, import hits: 0, misses: 1",
    "2019/06/07 00:54:28 Receive request to /run/echo",
    "2019/06/07 00:54:28 handler hits: 12159, import hits: 0, misses: 1",
    "2019/06/07 00:54:28 Receive request to /run/echo",
    "2019/06/07 00:54:28 handler hits: 12160, import hits: 0, misses: 1",
    "2019/06/07 00:54:28 Receive request to /run/echo",
    "2019/06/07 00:54:28 handler hits: 12161, import hits: 0, misses: 1",
    "2019/06/07 00:54:28 Receive request to /run/echo",
    "2019/06/07 00:54:28 handler hits: 12162, import hits: 0, misses: 1",
    "2019/06/07 00:54:28 Receive request to /run/echo",
    "2019/06/07 00:54:28 handler hits: 12163, import hits: 0, misses: 1",
    "2019/06/07 00:54:28 Receive request to /run/echo",
    "2019/06/07 00:54:28 handler hits: 12164, import hits: 0, misses: 1",
    "2019/06/07 00:54:28 Receive request to /run/echo",
    "2019/06/07 00:54:28 handler hits: 12165, import hits: 0, misses: 1",
    "2019/06/07 00:54:28 Receive request to /run/echo",
    "2019/06/07 00:54:28 handler hits: 12166, import hits: 0, misses: 1",
    "2019/06/07 00:54:28 Receive request to /run/echo",
    "2019/06/07 00:54:28 handler hits: 12167, import hits: 0, misses: 1",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'registry': '/root/open-lambda/test-registry', 'cg_pool_size': 10, 'import_cache_mb': 256}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9570
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
PUSH conf: {'registry': '/tmp/tmpz5lq3ao1'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9629, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "call_each_once_exec",
  "params": {
    "alloc_mb": 1,
    "lambda_count": 100
  },
  "pass": true,
  "seconds": 2.8584892749786377,
  "stats": {
    "reqs_per_sec": 34.984001442630976
  },
  "conf": {
    "timing": false,
    "registry": "/tmp/tmpz5lq3ao1",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 00:54:31 handler hits: 0, import hits: 0, misses: 94",
    "2019/06/07 00:54:31 EVICTING INSTANCE: 269664256 used / 268435456 limit",
    "2019/06/07 00:54:31 Receive request to /run/L94",
    "2019/06/07 00:54:31 handler hits: 0, import hits: 0, misses: 95",
    "2019/06/07 00:54:31 EVICTING INSTANCE: 270741504 used / 268435456 limit",
    "2019/06/07 00:54:31 Receive request to /run/L95",
    "2019/06/07 00:54:31 handler hits: 0, import hits: 0, misses: 96",
    "2019/06/07 00:54:31 EVICTING INSTANCE: 270077952 used / 268435456 limit",
    "2019/06/07 00:54:31 Receive request to /run/L96",
    "2019/06/07 00:54:31 handler hits: 0, import hits: 0, misses: 97",
    "2019/06/07 00:54:31 EVICTING INSTANCE: 270172160 used / 268435456 limit",
    "2019/06/07 00:54:31 Receive request to /run/L97",
    "2019/06/07 00:54:31 handler hits: 0, import hits: 0, misses: 98",
    "2019/06/07 00:54:31 EVICTING INSTANCE: 268578816 used / 268435456 limit",
    "2019/06/07 00:54:31 Receive request to /run/L98",
    "2019/06/07 00:54:31 handler hits: 0, import hits: 0, misses: 99",
    "2019/06/07 00:54:31 Receive request to /run/L99",
    "2019/06/07 00:54:31 handler hits: 0, import hits: 0, misses: 100",
    "2019/06/07 00:54:31 EVICTING INSTANCE: 271757312 used / 268435456 limit",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmpz5lq3ao1'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9629
PUSH conf: {'registry': '/tmp/tmphbkvo2er'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=10256, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "call_each_once_exec",
  "params": {
    "alloc_mb": 10,
    "lambda_count": 1000
  },
  "pass": true,
  "seconds": 42.29902458190918,
  "stats": {
    "reqs_per_sec": 23.64122321735565
  },
  "conf": {
    "timing": false,
    "registry": "/tmp/tmphbkvo2er",
    "benchmark_log": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "worker_port": "5000",
    "cluster_name": "/root/open-lambda/test-cluster",
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "handler_cache_mb": 256,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "sandbox": "sock",
    "pip_mirror": "",
    "import_cache_mb": 256,
    "registry_cache_ms": 5000,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/07 00:55:15 EVICTING INSTANCE: 276860928 used / 268435456 limit",
    "2019/06/07 00:55:15 Receive request to /run/L994",
    "2019/06/07 00:55:15 handler hits: 0, import hits: 0, misses: 995",
    "2019/06/07 00:55:15 EVICTING INSTANCE: 274915328 used / 268435456 limit",
    "2019/06/07 00:55:15 Receive request to /run/L995",
    "2019/06/07 00:55:15 handler hits: 0, import hits: 0, misses: 996",
    "2019/06/07 00:55:15 EVICTING INSTANCE: 277000192 used / 268435456 limit",
    "2019/06/07 00:55:15 Receive request to /run/L996",
    "2019/06/07 00:55:15 handler hits: 0, import hits: 0, misses: 997",
    "2019/06/07 00:55:15 EVICTING INSTANCE: 274919424 used / 268435456 limit",
    "2019/06/07 00:55:15 Receive request to /run/L997",
    "2019/06/07 00:55:15 handler hits: 0, import hits: 0, misses: 998",
    "2019/06/07 00:55:15 EVICTING INSTANCE: 274784256 used / 268435456 limit",
    "2019/06/07 00:55:15 Receive request to /run/L998",
    "2019/06/07 00:55:15 handler hits: 0, import hits: 0, misses: 999",
    "2019/06/07 00:55:15 EVICTING INSTANCE: 275681280 used / 268435456 limit",
    "2019/06/07 00:55:15 Receive request to /run/L999",
    "2019/06/07 00:55:15 handler hits: 0, import hits: 0, misses: 1000",
    "2019/06/07 00:55:15 EVICTING INSTANCE: 277368832 used / 268435456 limit",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmphbkvo2er'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 10256
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
PASSED: 29, FAILED: 0