python3 test.py
Init OL dir at /root/open-lambda/test-cluster
Create lambda base at /root/open-lambda/test-cluster/lambda (may take several minutes)
Working Directory: /root/open-lambda/test-cluster

Worker Defaults: 
{
	"registry": "/root/open-lambda/test-cluster/registry",
	"registry_cache_ms": 5000,
	"sandbox": "sock",
	"cluster_name": "/root/open-lambda/test-cluster",
	"pip_mirror": "",
	"Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
	"max_runners": 0,
	"handler_cache_mb": 239,
	"import_cache_mb": 239,
	"worker_dir": "/root/open-lambda/test-cluster/worker",
	"SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
	"worker_port": "5000",
	"cg_pool_size": 0,
	"Skip_pull_existing": false,
	"sandbox_config": {
		"processes": 10
	},
	"benchmark_log": "",
	"timing": false,
	"startup_pkgs": null,
	"docker_runtime": ""
}

You may now start a server using the "worker" command
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7261, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol new -p=test-cluster
PUSH conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']}
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 1.9250738620758057,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 0,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "Skip_pull_existing": false,
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "import_cache_mb": 0,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ]
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:43:37 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:43:37 Initialized registry manager (took 23.302\u00b5s)",
    "2019/06/04 21:43:57 Initialized installation manager (took 19.79061903s)",
    "2019/06/04 21:43:57 Initialized handler container factory (took 5.54239ms)",
    "2019/06/04 21:43:57 Initialized cache manager (took 1.052\u00b5s)",
    "2019/06/04 21:43:57 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:43:57 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:43:57 Receive request to /pid",
    "2019/06/04 21:43:57 Receive request to /run/echo",
    "2019/06/04 21:43:59 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.7155494689941406,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 0,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "Skip_pull_existing": false,
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "import_cache_mb": 0,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ]
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:43:37 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:43:37 Initialized registry manager (took 23.302\u00b5s)",
    "2019/06/04 21:43:57 Initialized installation manager (took 19.79061903s)",
    "2019/06/04 21:43:57 Initialized handler container factory (took 5.54239ms)",
    "2019/06/04 21:43:57 Initialized cache manager (took 1.052\u00b5s)",
    "2019/06/04 21:43:57 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:43:57 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:43:57 Receive request to /pid",
    "2019/06/04 21:43:57 Receive request to /run/echo",
    "2019/06/04 21:43:59 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:43:59 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:00 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.3631470203399658,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 0,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "Skip_pull_existing": false,
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "import_cache_mb": 0,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ]
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:43:37 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:43:37 Initialized registry manager (took 23.302\u00b5s)",
    "2019/06/04 21:43:57 Initialized installation manager (took 19.79061903s)",
    "2019/06/04 21:43:57 Initialized handler container factory (took 5.54239ms)",
    "2019/06/04 21:43:57 Initialized cache manager (took 1.052\u00b5s)",
    "2019/06/04 21:43:57 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:43:57 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:43:57 Receive request to /pid",
    "2019/06/04 21:43:57 Receive request to /run/echo",
    "2019/06/04 21:43:59 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:43:59 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:00 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:00 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:00 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.3791072368621826,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 0,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "Skip_pull_existing": false,
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "import_cache_mb": 0,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ]
  },
  "exception": null,
  "worker_tail": [
    "2019/06/04 21:43:37 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:43:37 Initialized registry manager (took 23.302\u00b5s)",
    "2019/06/04 21:43:57 Initialized installation manager (took 19.79061903s)",
    "2019/06/04 21:43:57 Initialized handler container factory (took 5.54239ms)",
    "2019/06/04 21:43:57 Initialized cache manager (took 1.052\u00b5s)",
    "2019/06/04 21:43:57 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:43:57 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:43:57 Receive request to /pid",
    "2019/06/04 21:43:57 Receive request to /run/echo",
    "2019/06/04 21:43:59 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:43:59 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:00 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:00 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:00 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:00 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:00 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}Kill worker process with PID 7261
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7349, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready

POP conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 0}
RUN ./ol kill -p=test-cluster
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.1459493637084961,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "Skip_pull_existing": false,
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:01 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:01 Initialized registry manager (took 17.248\u00b5s)",
    "2019/06/04 21:44:08 Initialized installation manager (took 7.846569092s)",
    "2019/06/04 21:44:08 Initialized handler container factory (took 3.16671ms)",
    "2019/06/04 21:44:08 Initialized cache manager (took 854ns)",
    "2019/06/04 21:44:08 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:08 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:08 Receive request to /pid",
    "2019/06/04 21:44:08 Receive request to /run/echo",
    "2019/06/04 21:44:09 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.3623847961425781,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "Skip_pull_existing": false,
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:01 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:01 Initialized registry manager (took 17.248\u00b5s)",
    "2019/06/04 21:44:08 Initialized installation manager (took 7.846569092s)",
    "2019/06/04 21:44:08 Initialized handler container factory (took 3.16671ms)",
    "2019/06/04 21:44:08 Initialized cache manager (took 854ns)",
    "2019/06/04 21:44:08 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:08 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:08 Receive request to /pid",
    "2019/06/04 21:44:08 Receive request to /run/echo",
    "2019/06/04 21:44:09 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:09 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:09 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.8075456619262695,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "Skip_pull_existing": false,
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:01 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:01 Initialized registry manager (took 17.248\u00b5s)",
    "2019/06/04 21:44:08 Initialized installation manager (took 7.846569092s)",
    "2019/06/04 21:44:08 Initialized handler container factory (took 3.16671ms)",
    "2019/06/04 21:44:08 Initialized cache manager (took 854ns)",
    "2019/06/04 21:44:08 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:08 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:08 Receive request to /pid",
    "2019/06/04 21:44:08 Receive request to /run/echo",
    "2019/06/04 21:44:09 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:09 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:09 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:09 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:10 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.7374382019042969,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "Skip_pull_existing": false,
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/04 21:44:01 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:01 Initialized registry manager (took 17.248\u00b5s)",
    "2019/06/04 21:44:08 Initialized installation manager (took 7.846569092s)",
    "2019/06/04 21:44:08 Initialized handler container factory (took 3.16671ms)",
    "2019/06/04 21:44:08 Initialized cache manager (took 854ns)",
    "2019/06/04 21:44:08 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:08 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:08 Receive request to /pid",
    "2019/06/04 21:44:08 Receive request to /run/echo",
    "2019/06/04 21:44:09 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:09 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:09 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:09 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:10 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:10 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:11 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}Kill worker process with PID 7349
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7425, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready

POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 0}
RUN ./ol kill -p=test-cluster
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
RUN ./ol worker -p=test-cluster --detach
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.020502805709838867,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 0,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "import_cache_mb": 256,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:11 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:11 Initialized registry manager (took 17.529\u00b5s)",
    "2019/06/04 21:44:18 Initialized installation manager (took 7.465370913s)",
    "2019/06/04 21:44:18 Initialized handler container factory (took 3.2275ms)",
    "2019/06/04 21:44:18 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/04 21:44:18 Initialized cache manager (took 174.620949ms)",
    "2019/06/04 21:44:18 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:18 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:18 Receive request to /pid",
    "2019/06/04 21:44:18 Receive request to /run/echo",
    "2019/06/04 21:44:18 handler hits: 0, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.23936247825622559,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 0,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "import_cache_mb": 256,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:11 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:11 Initialized registry manager (took 17.529\u00b5s)",
    "2019/06/04 21:44:18 Initialized installation manager (took 7.465370913s)",
    "2019/06/04 21:44:18 Initialized handler container factory (took 3.2275ms)",
    "2019/06/04 21:44:18 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/04 21:44:18 Initialized cache manager (took 174.620949ms)",
    "2019/06/04 21:44:18 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:18 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:18 Receive request to /pid",
    "2019/06/04 21:44:18 Receive request to /run/echo",
    "2019/06/04 21:44:18 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/04 21:44:18 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:19 handler hits: 0, import hits: 0, misses: 2",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.24021506309509277,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 0,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "import_cache_mb": 256,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:11 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:11 Initialized registry manager (took 17.529\u00b5s)",
    "2019/06/04 21:44:18 Initialized installation manager (took 7.465370913s)",
    "2019/06/04 21:44:18 Initialized handler container factory (took 3.2275ms)",
    "2019/06/04 21:44:18 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/04 21:44:18 Initialized cache manager (took 174.620949ms)",
    "2019/06/04 21:44:18 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:18 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:18 Receive request to /pid",
    "2019/06/04 21:44:18 Receive request to /run/echo",
    "2019/06/04 21:44:18 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/04 21:44:18 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:19 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/04 21:44:19 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:19 handler hits: 0, import hits: 0, misses: 3",
    ""
  ]
}Kill worker process with PID 7425
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7509, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready

{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.24167275428771973,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 0,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "import_cache_mb": 256,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false
  },
  "exception": null,
  "worker_tail": [
    "2019/06/04 21:44:11 Initialized registry manager (took 17.529\u00b5s)",
    "2019/06/04 21:44:18 Initialized installation manager (took 7.465370913s)",
    "2019/06/04 21:44:18 Initialized handler container factory (took 3.2275ms)",
    "2019/06/04 21:44:18 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/04 21:44:18 Initialized cache manager (took 174.620949ms)",
    "2019/06/04 21:44:18 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:18 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:18 Receive request to /pid",
    "2019/06/04 21:44:18 Receive request to /run/echo",
    "2019/06/04 21:44:18 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/04 21:44:18 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:19 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/04 21:44:19 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:19 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/04 21:44:19 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:19 handler hits: 0, import hits: 0, misses: 4",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
RUN ./ol kill -p=test-cluster
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
RUN ./ol worker -p=test-cluster --detach
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.020136117935180664,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "Skip_pull_existing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:19 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:19 Initialized registry manager (took 18.543\u00b5s)",
    "2019/06/04 21:44:27 Initialized installation manager (took 7.520506481s)",
    "2019/06/04 21:44:27 Initialized handler container factory (took 3.360623ms)",
    "2019/06/04 21:44:27 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/04 21:44:27 Initialized cache manager (took 140.650038ms)",
    "2019/06/04 21:44:27 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:27 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:27 Receive request to /pid",
    "2019/06/04 21:44:27 Receive request to /run/echo",
    "2019/06/04 21:44:27 handler hits: 0, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.23509764671325684,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "Skip_pull_existing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:19 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:19 Initialized registry manager (took 18.543\u00b5s)",
    "2019/06/04 21:44:27 Initialized installation manager (took 7.520506481s)",
    "2019/06/04 21:44:27 Initialized handler container factory (took 3.360623ms)",
    "2019/06/04 21:44:27 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/04 21:44:27 Initialized cache manager (took 140.650038ms)",
    "2019/06/04 21:44:27 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:27 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:27 Receive request to /pid",
    "2019/06/04 21:44:27 Receive request to /run/echo",
    "2019/06/04 21:44:27 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/04 21:44:27 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:27 handler hits: 0, import hits: 0, misses: 2",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.23567795753479004,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "Skip_pull_existing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:19 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:19 Initialized registry manager (took 18.543\u00b5s)",
    "2019/06/04 21:44:27 Initialized installation manager (took 7.520506481s)",
    "2019/06/04 21:44:27 Initialized handler container factory (took 3.360623ms)",
    "2019/06/04 21:44:27 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/04 21:44:27 Initialized cache manager (took 140.650038ms)",
    "2019/06/04 21:44:27 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:27 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:27 Receive request to /pid",
    "2019/06/04 21:44:27 Receive request to /run/echo",
    "2019/06/04 21:44:27 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/04 21:44:27 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:27 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/04 21:44:27 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:27 handler hits: 0, import hits: 0, misses: 3",
    ""
  ]
}Kill worker process with PID 7509
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7593, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready

{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.23699474334716797,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "Skip_pull_existing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "2019/06/04 21:44:19 Initialized registry manager (took 18.543\u00b5s)",
    "2019/06/04 21:44:27 Initialized installation manager (took 7.520506481s)",
    "2019/06/04 21:44:27 Initialized handler container factory (took 3.360623ms)",
    "2019/06/04 21:44:27 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/04 21:44:27 Initialized cache manager (took 140.650038ms)",
    "2019/06/04 21:44:27 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:27 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:27 Receive request to /pid",
    "2019/06/04 21:44:27 Receive request to /run/echo",
    "2019/06/04 21:44:27 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/04 21:44:27 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:27 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/04 21:44:27 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:27 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/04 21:44:27 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/04 21:44:28 handler hits: 0, import hits: 0, misses: 4",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
RUN ./ol kill -p=test-cluster
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'docker', 'cg_pool_size': 0, 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 3.539354085922241,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 0,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "Skip_pull_existing": false,
    "cg_pool_size": 0,
    "docker_runtime": "",
    "sandbox": "docker",
    "import_cache_mb": 0,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ]
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:28 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:28 Initialized registry manager (took 18.37\u00b5s)",
    "2019/06/04 21:44:35 Initialized installation manager (took 7.527232582s)",
    "2019/06/04 21:44:35 Initialized handler container factory (took 28.263\u00b5s)",
    "2019/06/04 21:44:35 Initialized cache manager (took 595ns)",
    "2019/06/04 21:44:35 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:35 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:35 Receive request to /pid",
    "2019/06/04 21:44:35 Receive request to /run/echo",
    "2019/06/04 21:44:39 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.8288979530334473,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 0,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "Skip_pull_existing": false,
    "cg_pool_size": 0,
    "docker_runtime": "",
    "sandbox": "docker",
    "import_cache_mb": 0,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ]
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:28 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:28 Initialized registry manager (took 18.37\u00b5s)",
    "2019/06/04 21:44:35 Initialized installation manager (took 7.527232582s)",
    "2019/06/04 21:44:35 Initialized handler container factory (took 28.263\u00b5s)",
    "2019/06/04 21:44:35 Initialized cache manager (took 595ns)",
    "2019/06/04 21:44:35 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:35 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:35 Receive request to /pid",
    "2019/06/04 21:44:35 Receive request to /run/echo",
    "2019/06/04 21:44:39 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:39 Receive request to /run/install",
    "2019/06/04 21:44:41 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.8916223049163818,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 0,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "Skip_pull_existing": false,
    "cg_pool_size": 0,
    "docker_runtime": "",
    "sandbox": "docker",
    "import_cache_mb": 0,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ]
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:28 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:28 Initialized registry manager (took 18.37\u00b5s)",
    "2019/06/04 21:44:35 Initialized installation manager (took 7.527232582s)",
    "2019/06/04 21:44:35 Initialized handler container factory (took 28.263\u00b5s)",
    "2019/06/04 21:44:35 Initialized cache manager (took 595ns)",
    "2019/06/04 21:44:35 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:35 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:35 Receive request to /pid",
    "2019/06/04 21:44:35 Receive request to /run/echo",
    "2019/06/04 21:44:39 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:39 Receive request to /run/install",
    "2019/06/04 21:44:41 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:41 Receive request to /run/install2",
    "2019/06/04 21:44:42 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}Kill worker process with PID 7593
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=8532, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready

{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.887570858001709,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 0,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "Skip_pull_existing": false,
    "cg_pool_size": 0,
    "docker_runtime": "",
    "sandbox": "docker",
    "import_cache_mb": 0,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ]
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:28 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:28 Initialized registry manager (took 18.37\u00b5s)",
    "2019/06/04 21:44:35 Initialized installation manager (took 7.527232582s)",
    "2019/06/04 21:44:35 Initialized handler container factory (took 28.263\u00b5s)",
    "2019/06/04 21:44:35 Initialized cache manager (took 595ns)",
    "2019/06/04 21:44:35 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:35 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:35 Receive request to /pid",
    "2019/06/04 21:44:35 Receive request to /run/echo",
    "2019/06/04 21:44:39 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:39 Receive request to /run/install",
    "2019/06/04 21:44:41 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:41 Receive request to /run/install2",
    "2019/06/04 21:44:42 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:42 Receive request to /run/install3",
    "2019/06/04 21:44:42 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'sandbox': 'docker', 'cg_pool_size': 0, 'import_cache_mb': 0}
RUN ./ol kill -p=test-cluster
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'docker', 'cg_pool_size': 0, 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.5521998405456543,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "Skip_pull_existing": false,
    "cg_pool_size": 0,
    "docker_runtime": "",
    "sandbox": "docker",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:42 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:42 Initialized registry manager (took 17.978\u00b5s)",
    "2019/06/04 21:44:50 Initialized installation manager (took 7.484910959s)",
    "2019/06/04 21:44:50 Initialized handler container factory (took 25.762\u00b5s)",
    "2019/06/04 21:44:50 Initialized cache manager (took 623ns)",
    "2019/06/04 21:44:50 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:50 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:50 Receive request to /pid",
    "2019/06/04 21:44:50 Receive request to /run/echo",
    "2019/06/04 21:44:51 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.197554349899292,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "Skip_pull_existing": false,
    "cg_pool_size": 0,
    "docker_runtime": "",
    "sandbox": "docker",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:42 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:42 Initialized registry manager (took 17.978\u00b5s)",
    "2019/06/04 21:44:50 Initialized installation manager (took 7.484910959s)",
    "2019/06/04 21:44:50 Initialized handler container factory (took 25.762\u00b5s)",
    "2019/06/04 21:44:50 Initialized cache manager (took 623ns)",
    "2019/06/04 21:44:50 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:50 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:50 Receive request to /pid",
    "2019/06/04 21:44:50 Receive request to /run/echo",
    "2019/06/04 21:44:51 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:51 Receive request to /run/install",
    "2019/06/04 21:44:52 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.924623966217041,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "Skip_pull_existing": false,
    "cg_pool_size": 0,
    "docker_runtime": "",
    "sandbox": "docker",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:42 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:42 Initialized registry manager (took 17.978\u00b5s)",
    "2019/06/04 21:44:50 Initialized installation manager (took 7.484910959s)",
    "2019/06/04 21:44:50 Initialized handler container factory (took 25.762\u00b5s)",
    "2019/06/04 21:44:50 Initialized cache manager (took 623ns)",
    "2019/06/04 21:44:50 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:50 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:50 Receive request to /pid",
    "2019/06/04 21:44:50 Receive request to /run/echo",
    "2019/06/04 21:44:51 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:51 Receive request to /run/install",
    "2019/06/04 21:44:52 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:52 Receive request to /run/install2",
    "2019/06/04 21:44:53 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}Kill worker process with PID 8532
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9571, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready

{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.7459003925323486,
  "stats": null,
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "Skip_pull_existing": false,
    "cg_pool_size": 0,
    "docker_runtime": "",
    "sandbox": "docker",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/04 21:44:42 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/04 21:44:42 Initialized registry manager (took 17.978\u00b5s)",
    "2019/06/04 21:44:50 Initialized installation manager (took 7.484910959s)",
    "2019/06/04 21:44:50 Initialized handler container factory (took 25.762\u00b5s)",
    "2019/06/04 21:44:50 Initialized cache manager (took 623ns)",
    "2019/06/04 21:44:50 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/04 21:44:50 Get status by sending request to localhost:5000/status",
    "2019/06/04 21:44:50 Receive request to /pid",
    "2019/06/04 21:44:50 Receive request to /run/echo",
    "2019/06/04 21:44:51 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:51 Receive request to /run/install",
    "2019/06/04 21:44:52 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:52 Receive request to /run/install2",
    "2019/06/04 21:44:53 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/04 21:44:53 Receive request to /run/install3",
    "2019/06/04 21:44:53 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'docker', 'cg_pool_size': 0, 'import_cache_mb': 0}
RUN ./ol kill -p=test-cluster
POP conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']}
PUSH conf: {'handler_cache_mb': 256, 'registry': '/root/open-lambda/test-registry', 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
RUN ./ol worker -p=test-cluster --detach
{
  "test": "stress_one_lambda",
  "params": {
    "seconds": 15,
    "procs": 1
  },
  "pass": true,
  "seconds": 15.01667833328247,
  "stats": {
    "reqs_per_sec": 282.73333333333335
  },
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "Skip_pull_existing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "2019/06/04 21:45:10 handler hits: 4231, import hits: 0, misses: 1",
    "2019/06/04 21:45:10 Receive request to /run/echo",
    "2019/06/04 21:45:10 handler hits: 4232, import hits: 0, misses: 1",
    "2019/06/04 21:45:10 Receive request to /run/echo",
    "2019/06/04 21:45:10 handler hits: 4233, import hits: 0, misses: 1",
    "2019/06/04 21:45:10 Receive request to /run/echo",
    "2019/06/04 21:45:10 handler hits: 4234, import hits: 0, misses: 1",
    "2019/06/04 21:45:10 Receive request to /run/echo",
    "2019/06/04 21:45:10 handler hits: 4235, import hits: 0, misses: 1",
    "2019/06/04 21:45:10 Receive request to /run/echo",
    "2019/06/04 21:45:10 handler hits: 4236, import hits: 0, misses: 1",
    "2019/06/04 21:45:10 Receive request to /run/echo",
    "2019/06/04 21:45:10 handler hits: 4237, import hits: 0, misses: 1",
    "2019/06/04 21:45:10 Receive request to /run/echo",
    "2019/06/04 21:45:10 handler hits: 4238, import hits: 0, misses: 1",
    "2019/06/04 21:45:10 Receive request to /run/echo",
    "2019/06/04 21:45:10 handler hits: 4239, import hits: 0, misses: 1",
    "2019/06/04 21:45:10 Receive request to /run/echo",
    "2019/06/04 21:45:10 handler hits: 4240, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "seconds": 15,
    "procs": 2
  },
  "pass": true,
  "seconds": 15.046135902404785,
  "stats": {
    "reqs_per_sec": 282.93333333333334
  },
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "Skip_pull_existing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "2019/06/04 21:45:25 handler hits: 8475, import hits: 0, misses: 1",
    "2019/06/04 21:45:25 Receive request to /run/echo",
    "2019/06/04 21:45:25 handler hits: 8476, import hits: 0, misses: 1",
    "2019/06/04 21:45:25 Receive request to /run/echo",
    "2019/06/04 21:45:25 handler hits: 8477, import hits: 0, misses: 1",
    "2019/06/04 21:45:25 Receive request to /run/echo",
    "2019/06/04 21:45:25 handler hits: 8478, import hits: 0, misses: 1",
    "2019/06/04 21:45:25 Receive request to /run/echo",
    "2019/06/04 21:45:25 handler hits: 8479, import hits: 0, misses: 1",
    "2019/06/04 21:45:25 Receive request to /run/echo",
    "2019/06/04 21:45:25 handler hits: 8480, import hits: 0, misses: 1",
    "2019/06/04 21:45:25 Receive request to /run/echo",
    "2019/06/04 21:45:25 handler hits: 8481, import hits: 0, misses: 1",
    "2019/06/04 21:45:25 Receive request to /run/echo",
    "2019/06/04 21:45:25 handler hits: 8482, import hits: 0, misses: 1",
    "2019/06/04 21:45:25 Receive request to /run/echo",
    "2019/06/04 21:45:25 handler hits: 8483, import hits: 0, misses: 1",
    "2019/06/04 21:45:25 Receive request to /run/echo",
    "2019/06/04 21:45:25 handler hits: 8484, import hits: 0, misses: 1",
    ""
  ]
}
Kill worker process with PID 9571
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9630, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
Kill worker process with PID 9630
2019/06/04 21:50:44 worker didn't stop after 30s
{
  "test": "stress_one_lambda",
  "params": {
    "seconds": 15,
    "procs": 8
  },
  "pass": true,
  "seconds": 15.07020878791809,
  "stats": {
    "reqs_per_sec": 259.93333333333334
  },
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "Skip_pull_existing": false,
    "registry": "/root/open-lambda/test-registry",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "2019/06/04 21:45:40 handler hits: 12374, import hits: 0, misses: 1",
    "2019/06/04 21:45:40 Receive request to /run/echo",
    "2019/06/04 21:45:40 handler hits: 12375, import hits: 0, misses: 1",
    "2019/06/04 21:45:40 Receive request to /run/echo",
    "2019/06/04 21:45:40 handler hits: 12376, import hits: 0, misses: 1",
    "2019/06/04 21:45:40 Receive request to /run/echo",
    "2019/06/04 21:45:40 handler hits: 12377, import hits: 0, misses: 1",
    "2019/06/04 21:45:40 Receive request to /run/echo",
    "2019/06/04 21:45:40 handler hits: 12378, import hits: 0, misses: 1",
    "2019/06/04 21:45:40 Receive request to /run/echo",
    "2019/06/04 21:45:40 handler hits: 12379, import hits: 0, misses: 1",
    "2019/06/04 21:45:40 Receive request to /run/echo",
    "2019/06/04 21:45:40 handler hits: 12380, import hits: 0, misses: 1",
    "2019/06/04 21:45:40 Receive request to /run/echo",
    "2019/06/04 21:45:40 handler hits: 12381, import hits: 0, misses: 1",
    "2019/06/04 21:45:40 Receive request to /run/echo",
    "2019/06/04 21:45:40 handler hits: 12382, import hits: 0, misses: 1",
    "2019/06/04 21:45:40 Receive request to /run/echo",
    "2019/06/04 21:45:40 handler hits: 12383, import hits: 0, misses: 1",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'registry': '/root/open-lambda/test-registry', 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
RUN ./ol kill -p=test-cluster
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'cg_pool_size': 10, 'import_cache_mb': 256}
PUSH conf: {'registry': '/tmp/tmpyoa_0eip'}
RUN ./ol worker -p=test-cluster --detach
{
  "test": "call_each_once_exec",
  "params": {
    "lambda_count": 100
  },
  "pass": true,
  "seconds": 3.0700836181640625,
  "stats": {
    "reqs_per_sec": 32.572822628906884
  },
  "conf": {
    "cluster_name": "/root/open-lambda/test-cluster",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "timing": false,
    "registry": "/tmp/tmpyoa_0eip",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "benchmark_log": "",
    "handler_cache_mb": 256,
    "max_runners": 0,
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "startup_pkgs": null,
    "cg_pool_size": 10,
    "docker_runtime": "",
    "sandbox": "sock",
    "import_cache_mb": 256,
    "worker_port": "5000",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Skip_pull_existing": false
  },
  "exception": null,
  "worker_tail": [
    "2019/06/04 21:45:43 EVICTING INSTANCE: 272064512 used / 268435456 limit",
    "2019/06/04 21:45:43 Receive request to /run/L94",
    "2019/06/04 21:45:43 handler hits: 0, import hits: 0, misses: 95",
    "2019/06/04 21:45:43 EVICTING INSTANCE: 272076800 used / 268435456 limit",
    "2019/06/04 21:45:43 EVICTING INSTANCE: 268451840 used / 268435456 limit",
    "2019/06/04 21:45:43 Receive request to /run/L95",
    "2019/06/04 21:45:43 handler hits: 0, import hits: 0, misses: 96",
    "2019/06/04 21:45:43 EVICTING INSTANCE: 268636160 used / 268435456 limit",
    "2019/06/04 21:45:43 Receive request to /run/L96",
    "2019/06/04 21:45:43 handler hits: 0, import hits: 0, misses: 97",
    "2019/06/04 21:45:43 Receive request to /run/L97",
    "2019/06/04 21:45:43 handler hits: 0, import hits: 0, misses: 98",
    "2019/06/04 21:45:43 EVICTING INSTANCE: 270430208 used / 268435456 limit",
    "2019/06/04 21:45:43 Receive request to /run/L98",
    "2019/06/04 21:45:43 handler hits: 0, import hits: 0, misses: 99",
    "2019/06/04 21:45:43 EVICTING INSTANCE: 268832768 used / 268435456 limit",
    "2019/06/04 21:45:43 Receive request to /run/L99",
    "2019/06/04 21:45:44 handler hits: 0, import hits: 0, misses: 100",
    "2019/06/04 21:45:44 EVICTING INSTANCE: 269713408 used / 268435456 limit",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmpyoa_0eip'}
RUN ./ol kill -p=test-cluster
Traceback (most recent call last):
  File "test.py", line 221, in <module>
    main()
  File "test.py", line 204, in main
    tests()
  File "test.py", line 187, in tests
    call_each_once(lambda_count=100)
  File "test.py", line 159, in call_each_once
    call_each_once_exec(lambda_count=lambda_count)
  File "/usr/lib/python3.5/contextlib.py", line 66, in __exit__
    next(self.gen)
  File "test.py", line 77, in TestConf
    run(['./ol', 'kill', '-p='+OLDIR])
  File "test.py", line 86, in run
    raise Exception("command failed: " + " ".join(cmd))
Exception: command failed: ./ol kill -p=test-cluster
Makefile:28: recipe for target 'test-all' failed
make: *** [test-all] Error 1