python3 -u test.py
RUN ./ol new -p=test-cluster
Init OL dir at /root/open-lambda/test-cluster
Create lambda base at /root/open-lambda/test-cluster/lambda (may take several minutes)
Working Directory: /root/open-lambda/test-cluster

Worker Defaults: 
{
	"registry": "/root/open-lambda/test-cluster/registry",
	"registry_cache_ms": 5000,
	"sandbox": "sock",
	"cluster_name": "/root/open-lambda/test-cluster",
	"pip_mirror": "",
	"Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
	"max_runners": 0,
	"handler_cache_mb": 239,
	"import_cache_mb": 239,
	"worker_dir": "/root/open-lambda/test-cluster/worker",
	"SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
	"worker_port": "5000",
	"cg_pool_size": 0,
	"Skip_pull_existing": false,
	"sandbox_config": {
		"processes": 10
	},
	"benchmark_log": "",
	"timing": false,
	"startup_pkgs": null,
	"docker_runtime": ""
}

You may now start a server using the "worker" command
PUSH conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']}
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'import_cache_mb': 0, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7265, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 1.8174629211425781,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 0,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "sock"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:07 Initialized registry manager (took 56.368\u00b5s)",
    "2019/06/06 21:44:25 Initialized installation manager (took 18.358844406s)",
    "2019/06/06 21:44:25 Initialized handler container factory (took 5.569978ms)",
    "2019/06/06 21:44:25 Initialized cache manager (took 950ns)",
    "2019/06/06 21:44:25 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:25 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:25 Receive request to /pid",
    "2019/06/06 21:44:25 Receive request to /run/echo",
    "2019/06/06 21:44:27 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:27 EVICTING INSTANCE: 26419200 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.5664525032043457,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 0,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "sock"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:07 Initialized registry manager (took 56.368\u00b5s)",
    "2019/06/06 21:44:25 Initialized installation manager (took 18.358844406s)",
    "2019/06/06 21:44:25 Initialized handler container factory (took 5.569978ms)",
    "2019/06/06 21:44:25 Initialized cache manager (took 950ns)",
    "2019/06/06 21:44:25 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:25 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:25 Receive request to /pid",
    "2019/06/06 21:44:25 Receive request to /run/echo",
    "2019/06/06 21:44:27 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:27 EVICTING INSTANCE: 26419200 used / 0 limit",
    "2019/06/06 21:44:27 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:27 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:27 EVICTING INSTANCE: 24367104 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.36345982551574707,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 0,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "sock"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:07 Initialized registry manager (took 56.368\u00b5s)",
    "2019/06/06 21:44:25 Initialized installation manager (took 18.358844406s)",
    "2019/06/06 21:44:25 Initialized handler container factory (took 5.569978ms)",
    "2019/06/06 21:44:25 Initialized cache manager (took 950ns)",
    "2019/06/06 21:44:25 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:25 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:25 Receive request to /pid",
    "2019/06/06 21:44:25 Receive request to /run/echo",
    "2019/06/06 21:44:27 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:27 EVICTING INSTANCE: 26419200 used / 0 limit",
    "2019/06/06 21:44:27 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:27 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:27 EVICTING INSTANCE: 24367104 used / 0 limit",
    "2019/06/06 21:44:27 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:28 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.36392998695373535,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 0,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "sock"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 21:44:25 Initialized cache manager (took 950ns)",
    "2019/06/06 21:44:25 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:25 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:25 Receive request to /pid",
    "2019/06/06 21:44:25 Receive request to /run/echo",
    "2019/06/06 21:44:27 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:27 EVICTING INSTANCE: 26419200 used / 0 limit",
    "2019/06/06 21:44:27 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:27 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:27 EVICTING INSTANCE: 24367104 used / 0 limit",
    "2019/06/06 21:44:27 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:28 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:28 EVICTING INSTANCE: 22835200 used / 0 limit",
    "2019/06/06 21:44:28 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:28 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:28 EVICTING INSTANCE: 22888448 used / 0 limit",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'import_cache_mb': 0, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7265
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 0, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7353, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.14763259887695312,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:28 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:28 Initialized registry manager (took 18.525\u00b5s)",
    "2019/06/06 21:44:36 Initialized installation manager (took 7.574811069s)",
    "2019/06/06 21:44:36 Initialized handler container factory (took 3.320463ms)",
    "2019/06/06 21:44:36 Initialized cache manager (took 752ns)",
    "2019/06/06 21:44:36 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:36 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:36 Receive request to /pid",
    "2019/06/06 21:44:36 Receive request to /run/echo",
    "2019/06/06 21:44:36 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.36203527450561523,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:28 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:28 Initialized registry manager (took 18.525\u00b5s)",
    "2019/06/06 21:44:36 Initialized installation manager (took 7.574811069s)",
    "2019/06/06 21:44:36 Initialized handler container factory (took 3.320463ms)",
    "2019/06/06 21:44:36 Initialized cache manager (took 752ns)",
    "2019/06/06 21:44:36 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:36 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:36 Receive request to /pid",
    "2019/06/06 21:44:36 Receive request to /run/echo",
    "2019/06/06 21:44:36 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:36 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:36 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 2.9009721279144287,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:28 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:28 Initialized registry manager (took 18.525\u00b5s)",
    "2019/06/06 21:44:36 Initialized installation manager (took 7.574811069s)",
    "2019/06/06 21:44:36 Initialized handler container factory (took 3.320463ms)",
    "2019/06/06 21:44:36 Initialized cache manager (took 752ns)",
    "2019/06/06 21:44:36 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:36 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:36 Receive request to /pid",
    "2019/06/06 21:44:36 Receive request to /run/echo",
    "2019/06/06 21:44:36 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:36 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:36 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:36 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:39 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.6187169551849365,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 21:44:28 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:28 Initialized registry manager (took 18.525\u00b5s)",
    "2019/06/06 21:44:36 Initialized installation manager (took 7.574811069s)",
    "2019/06/06 21:44:36 Initialized handler container factory (took 3.320463ms)",
    "2019/06/06 21:44:36 Initialized cache manager (took 752ns)",
    "2019/06/06 21:44:36 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:36 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:36 Receive request to /pid",
    "2019/06/06 21:44:36 Receive request to /run/echo",
    "2019/06/06 21:44:36 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:36 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:36 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:36 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:39 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:44:39 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:40 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 0, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7353
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'import_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7429, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.020569324493408203,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "import_cache_mb": 256,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 0,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "sock"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:40 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:40 Initialized registry manager (took 18.89\u00b5s)",
    "2019/06/06 21:44:48 Initialized installation manager (took 7.556040902s)",
    "2019/06/06 21:44:48 Initialized handler container factory (took 3.368755ms)",
    "2019/06/06 21:44:48 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 21:44:49 Initialized cache manager (took 797.243102ms)",
    "2019/06/06 21:44:49 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:49 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:49 Receive request to /pid",
    "2019/06/06 21:44:49 Receive request to /run/echo",
    "2019/06/06 21:44:49 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 21:44:49 EVICTING INSTANCE: 2072576 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.2390577793121338,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "import_cache_mb": 256,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 0,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "sock"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:40 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:40 Initialized registry manager (took 18.89\u00b5s)",
    "2019/06/06 21:44:48 Initialized installation manager (took 7.556040902s)",
    "2019/06/06 21:44:48 Initialized handler container factory (took 3.368755ms)",
    "2019/06/06 21:44:48 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 21:44:49 Initialized cache manager (took 797.243102ms)",
    "2019/06/06 21:44:49 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:49 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:49 Receive request to /pid",
    "2019/06/06 21:44:49 Receive request to /run/echo",
    "2019/06/06 21:44:49 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 21:44:49 EVICTING INSTANCE: 2072576 used / 0 limit",
    "2019/06/06 21:44:49 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:49 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/06 21:44:49 EVICTING INSTANCE: 13938688 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.24568986892700195,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "import_cache_mb": 256,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 0,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "sock"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 21:44:40 Initialized registry manager (took 18.89\u00b5s)",
    "2019/06/06 21:44:48 Initialized installation manager (took 7.556040902s)",
    "2019/06/06 21:44:48 Initialized handler container factory (took 3.368755ms)",
    "2019/06/06 21:44:48 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 21:44:49 Initialized cache manager (took 797.243102ms)",
    "2019/06/06 21:44:49 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:49 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:49 Receive request to /pid",
    "2019/06/06 21:44:49 Receive request to /run/echo",
    "2019/06/06 21:44:49 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 21:44:49 EVICTING INSTANCE: 2072576 used / 0 limit",
    "2019/06/06 21:44:49 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:49 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/06 21:44:49 EVICTING INSTANCE: 13938688 used / 0 limit",
    "2019/06/06 21:44:49 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:50 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/06 21:44:50 EVICTING INSTANCE: 14315520 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.24194598197937012,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "import_cache_mb": 256,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 0,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "sock"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 21:44:49 Initialized cache manager (took 797.243102ms)",
    "2019/06/06 21:44:49 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:49 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:49 Receive request to /pid",
    "2019/06/06 21:44:49 Receive request to /run/echo",
    "2019/06/06 21:44:49 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 21:44:49 EVICTING INSTANCE: 2072576 used / 0 limit",
    "2019/06/06 21:44:49 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:49 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/06 21:44:49 EVICTING INSTANCE: 13938688 used / 0 limit",
    "2019/06/06 21:44:49 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:50 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/06 21:44:50 EVICTING INSTANCE: 14315520 used / 0 limit",
    "2019/06/06 21:44:50 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:50 handler hits: 0, import hits: 0, misses: 4",
    "2019/06/06 21:44:50 EVICTING INSTANCE: 13586432 used / 0 limit",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'sandbox': 'sock', 'import_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7429
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7513, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.020453214645385742,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 256,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:50 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:50 Initialized registry manager (took 17.163\u00b5s)",
    "2019/06/06 21:44:58 Initialized installation manager (took 7.497195078s)",
    "2019/06/06 21:44:58 Initialized handler container factory (took 3.513177ms)",
    "2019/06/06 21:44:58 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 21:44:58 Initialized cache manager (took 141.193087ms)",
    "2019/06/06 21:44:58 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:58 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:58 Receive request to /pid",
    "2019/06/06 21:44:58 Receive request to /run/echo",
    "2019/06/06 21:44:58 handler hits: 0, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.234513521194458,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 256,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:50 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:50 Initialized registry manager (took 17.163\u00b5s)",
    "2019/06/06 21:44:58 Initialized installation manager (took 7.497195078s)",
    "2019/06/06 21:44:58 Initialized handler container factory (took 3.513177ms)",
    "2019/06/06 21:44:58 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 21:44:58 Initialized cache manager (took 141.193087ms)",
    "2019/06/06 21:44:58 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:58 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:58 Receive request to /pid",
    "2019/06/06 21:44:58 Receive request to /run/echo",
    "2019/06/06 21:44:58 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 21:44:58 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:58 handler hits: 0, import hits: 0, misses: 2",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.23683476448059082,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 256,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:50 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:50 Initialized registry manager (took 17.163\u00b5s)",
    "2019/06/06 21:44:58 Initialized installation manager (took 7.497195078s)",
    "2019/06/06 21:44:58 Initialized handler container factory (took 3.513177ms)",
    "2019/06/06 21:44:58 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 21:44:58 Initialized cache manager (took 141.193087ms)",
    "2019/06/06 21:44:58 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:58 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:58 Receive request to /pid",
    "2019/06/06 21:44:58 Receive request to /run/echo",
    "2019/06/06 21:44:58 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 21:44:58 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:58 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/06 21:44:58 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:58 handler hits: 0, import hits: 0, misses: 3",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.23500680923461914,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 256,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 21:44:50 Initialized registry manager (took 17.163\u00b5s)",
    "2019/06/06 21:44:58 Initialized installation manager (took 7.497195078s)",
    "2019/06/06 21:44:58 Initialized handler container factory (took 3.513177ms)",
    "2019/06/06 21:44:58 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 21:44:58 Initialized cache manager (took 141.193087ms)",
    "2019/06/06 21:44:58 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:44:58 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:44:58 Receive request to /pid",
    "2019/06/06 21:44:58 Receive request to /run/echo",
    "2019/06/06 21:44:58 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 21:44:58 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:58 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/06 21:44:58 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:58 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/06 21:44:58 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 21:44:58 handler hits: 0, import hits: 0, misses: 4",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7513
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'docker', 'import_cache_mb': 0, 'cg_pool_size': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7598, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 3.4379189014434814,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 0,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 0,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "docker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:59 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:59 Initialized registry manager (took 17.346\u00b5s)",
    "2019/06/06 21:45:06 Initialized installation manager (took 7.613187771s)",
    "2019/06/06 21:45:06 Initialized handler container factory (took 28.796\u00b5s)",
    "2019/06/06 21:45:06 Initialized cache manager (took 725ns)",
    "2019/06/06 21:45:06 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:45:06 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:45:06 Receive request to /pid",
    "2019/06/06 21:45:06 Receive request to /run/echo",
    "2019/06/06 21:45:10 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:10 EVICTING INSTANCE: 30830592 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 2.120238780975342,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 0,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 0,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "docker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:59 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:59 Initialized registry manager (took 17.346\u00b5s)",
    "2019/06/06 21:45:06 Initialized installation manager (took 7.613187771s)",
    "2019/06/06 21:45:06 Initialized handler container factory (took 28.796\u00b5s)",
    "2019/06/06 21:45:06 Initialized cache manager (took 725ns)",
    "2019/06/06 21:45:06 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:45:06 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:45:06 Receive request to /pid",
    "2019/06/06 21:45:06 Receive request to /run/echo",
    "2019/06/06 21:45:10 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:10 EVICTING INSTANCE: 30830592 used / 0 limit",
    "2019/06/06 21:45:10 Receive request to /run/install",
    "2019/06/06 21:45:11 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 2.5359737873077393,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 0,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 0,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "docker"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:44:59 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:59 Initialized registry manager (took 17.346\u00b5s)",
    "2019/06/06 21:45:06 Initialized installation manager (took 7.613187771s)",
    "2019/06/06 21:45:06 Initialized handler container factory (took 28.796\u00b5s)",
    "2019/06/06 21:45:06 Initialized cache manager (took 725ns)",
    "2019/06/06 21:45:06 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:45:06 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:45:06 Receive request to /pid",
    "2019/06/06 21:45:06 Receive request to /run/echo",
    "2019/06/06 21:45:10 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:10 EVICTING INSTANCE: 30830592 used / 0 limit",
    "2019/06/06 21:45:10 Receive request to /run/install",
    "2019/06/06 21:45:11 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:12 EVICTING INSTANCE: 24768512 used / 0 limit",
    "2019/06/06 21:45:12 Receive request to /run/install2",
    "2019/06/06 21:45:14 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.9012255668640137,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 0,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 0,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 0,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "docker"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 21:44:59 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:44:59 Initialized registry manager (took 17.346\u00b5s)",
    "2019/06/06 21:45:06 Initialized installation manager (took 7.613187771s)",
    "2019/06/06 21:45:06 Initialized handler container factory (took 28.796\u00b5s)",
    "2019/06/06 21:45:06 Initialized cache manager (took 725ns)",
    "2019/06/06 21:45:06 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:45:06 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:45:06 Receive request to /pid",
    "2019/06/06 21:45:06 Receive request to /run/echo",
    "2019/06/06 21:45:10 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:10 EVICTING INSTANCE: 30830592 used / 0 limit",
    "2019/06/06 21:45:10 Receive request to /run/install",
    "2019/06/06 21:45:11 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:12 EVICTING INSTANCE: 24768512 used / 0 limit",
    "2019/06/06 21:45:12 Receive request to /run/install2",
    "2019/06/06 21:45:14 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:14 EVICTING INSTANCE: 22740992 used / 0 limit",
    "2019/06/06 21:45:14 Receive request to /run/install3",
    "2019/06/06 21:45:15 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'sandbox': 'docker', 'import_cache_mb': 0, 'cg_pool_size': 0}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7598
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'docker', 'import_cache_mb': 0, 'cg_pool_size': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=8545, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 1.146103858947754,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 0,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "docker",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:45:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:45:15 Initialized registry manager (took 18.347\u00b5s)",
    "2019/06/06 21:45:23 Initialized installation manager (took 7.555121567s)",
    "2019/06/06 21:45:23 Initialized handler container factory (took 28.647\u00b5s)",
    "2019/06/06 21:45:23 Initialized cache manager (took 695ns)",
    "2019/06/06 21:45:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:45:23 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:45:23 Receive request to /pid",
    "2019/06/06 21:45:23 Receive request to /run/echo",
    "2019/06/06 21:45:24 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.7795393466949463,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 0,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "docker",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:45:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:45:15 Initialized registry manager (took 18.347\u00b5s)",
    "2019/06/06 21:45:23 Initialized installation manager (took 7.555121567s)",
    "2019/06/06 21:45:23 Initialized handler container factory (took 28.647\u00b5s)",
    "2019/06/06 21:45:23 Initialized cache manager (took 695ns)",
    "2019/06/06 21:45:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:45:23 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:45:23 Receive request to /pid",
    "2019/06/06 21:45:23 Receive request to /run/echo",
    "2019/06/06 21:45:24 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:24 Receive request to /run/install",
    "2019/06/06 21:45:26 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.8147575855255127,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 0,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "docker",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:45:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:45:15 Initialized registry manager (took 18.347\u00b5s)",
    "2019/06/06 21:45:23 Initialized installation manager (took 7.555121567s)",
    "2019/06/06 21:45:23 Initialized handler container factory (took 28.647\u00b5s)",
    "2019/06/06 21:45:23 Initialized cache manager (took 695ns)",
    "2019/06/06 21:45:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:45:23 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:45:23 Receive request to /pid",
    "2019/06/06 21:45:23 Receive request to /run/echo",
    "2019/06/06 21:45:24 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:24 Receive request to /run/install",
    "2019/06/06 21:45:26 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:26 Receive request to /run/install2",
    "2019/06/06 21:45:27 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.7746551036834717,
  "stats": null,
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 0,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "docker",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 21:45:15 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 21:45:15 Initialized registry manager (took 18.347\u00b5s)",
    "2019/06/06 21:45:23 Initialized installation manager (took 7.555121567s)",
    "2019/06/06 21:45:23 Initialized handler container factory (took 28.647\u00b5s)",
    "2019/06/06 21:45:23 Initialized cache manager (took 695ns)",
    "2019/06/06 21:45:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 21:45:23 Get status by sending request to localhost:5000/status",
    "2019/06/06 21:45:23 Receive request to /pid",
    "2019/06/06 21:45:23 Receive request to /run/echo",
    "2019/06/06 21:45:24 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:24 Receive request to /run/install",
    "2019/06/06 21:45:26 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:26 Receive request to /run/install2",
    "2019/06/06 21:45:27 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 21:45:27 Receive request to /run/install3",
    "2019/06/06 21:45:27 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'docker', 'import_cache_mb': 0, 'cg_pool_size': 0}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 8545
POP conf: {'registry': '/root/open-lambda/test-registry', 'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson']}
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'registry': '/root/open-lambda/test-registry', 'import_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9588, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 1,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.01554799079895,
  "stats": {
    "reqs_per_sec": 284.8666666666667
  },
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 256,
    "startup_pkgs": null,
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 21:45:44 handler hits: 4263, import hits: 0, misses: 1",
    "2019/06/06 21:45:44 Receive request to /run/echo",
    "2019/06/06 21:45:44 handler hits: 4264, import hits: 0, misses: 1",
    "2019/06/06 21:45:44 Receive request to /run/echo",
    "2019/06/06 21:45:44 handler hits: 4265, import hits: 0, misses: 1",
    "2019/06/06 21:45:44 Receive request to /run/echo",
    "2019/06/06 21:45:44 handler hits: 4266, import hits: 0, misses: 1",
    "2019/06/06 21:45:44 Receive request to /run/echo",
    "2019/06/06 21:45:44 handler hits: 4267, import hits: 0, misses: 1",
    "2019/06/06 21:45:44 Receive request to /run/echo",
    "2019/06/06 21:45:44 handler hits: 4268, import hits: 0, misses: 1",
    "2019/06/06 21:45:44 Receive request to /run/echo",
    "2019/06/06 21:45:44 handler hits: 4269, import hits: 0, misses: 1",
    "2019/06/06 21:45:44 Receive request to /run/echo",
    "2019/06/06 21:45:44 handler hits: 4270, import hits: 0, misses: 1",
    "2019/06/06 21:45:44 Receive request to /run/echo",
    "2019/06/06 21:45:44 handler hits: 4271, import hits: 0, misses: 1",
    "2019/06/06 21:45:44 Receive request to /run/echo",
    "2019/06/06 21:45:44 handler hits: 4272, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 2,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.05172348022461,
  "stats": {
    "reqs_per_sec": 284.4
  },
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 256,
    "startup_pkgs": null,
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 21:45:59 handler hits: 8529, import hits: 0, misses: 1",
    "2019/06/06 21:45:59 Receive request to /run/echo",
    "2019/06/06 21:45:59 handler hits: 8530, import hits: 0, misses: 1",
    "2019/06/06 21:45:59 Receive request to /run/echo",
    "2019/06/06 21:45:59 handler hits: 8531, import hits: 0, misses: 1",
    "2019/06/06 21:45:59 Receive request to /run/echo",
    "2019/06/06 21:45:59 handler hits: 8532, import hits: 0, misses: 1",
    "2019/06/06 21:45:59 Receive request to /run/echo",
    "2019/06/06 21:45:59 handler hits: 8533, import hits: 0, misses: 1",
    "2019/06/06 21:45:59 Receive request to /run/echo",
    "2019/06/06 21:45:59 handler hits: 8534, import hits: 0, misses: 1",
    "2019/06/06 21:45:59 Receive request to /run/echo",
    "2019/06/06 21:45:59 handler hits: 8535, import hits: 0, misses: 1",
    "2019/06/06 21:45:59 Receive request to /run/echo",
    "2019/06/06 21:45:59 handler hits: 8536, import hits: 0, misses: 1",
    "2019/06/06 21:45:59 Receive request to /run/echo",
    "2019/06/06 21:45:59 handler hits: 8537, import hits: 0, misses: 1",
    "2019/06/06 21:45:59 Receive request to /run/echo",
    "2019/06/06 21:45:59 handler hits: 8538, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 8,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.063902616500854,
  "stats": {
    "reqs_per_sec": 258.73333333333335
  },
  "conf": {
    "docker_runtime": "",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "import_cache_mb": 256,
    "startup_pkgs": null,
    "max_runners": 0,
    "pip_mirror": "",
    "handler_cache_mb": 256,
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "registry_cache_ms": 5000,
    "worker_dir": "/root/open-lambda/test-cluster/worker"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 21:46:14 handler hits: 12410, import hits: 0, misses: 1",
    "2019/06/06 21:46:14 Receive request to /run/echo",
    "2019/06/06 21:46:14 handler hits: 12411, import hits: 0, misses: 1",
    "2019/06/06 21:46:14 Receive request to /run/echo",
    "2019/06/06 21:46:14 handler hits: 12412, import hits: 0, misses: 1",
    "2019/06/06 21:46:14 Receive request to /run/echo",
    "2019/06/06 21:46:14 handler hits: 12413, import hits: 0, misses: 1",
    "2019/06/06 21:46:14 Receive request to /run/echo",
    "2019/06/06 21:46:14 handler hits: 12414, import hits: 0, misses: 1",
    "2019/06/06 21:46:14 Receive request to /run/echo",
    "2019/06/06 21:46:14 handler hits: 12415, import hits: 0, misses: 1",
    "2019/06/06 21:46:14 Receive request to /run/echo",
    "2019/06/06 21:46:14 handler hits: 12416, import hits: 0, misses: 1",
    "2019/06/06 21:46:14 Receive request to /run/echo",
    "2019/06/06 21:46:14 handler hits: 12417, import hits: 0, misses: 1",
    "2019/06/06 21:46:14 Receive request to /run/echo",
    "2019/06/06 21:46:14 handler hits: 12418, import hits: 0, misses: 1",
    "2019/06/06 21:46:14 Receive request to /run/echo",
    "2019/06/06 21:46:14 handler hits: 12419, import hits: 0, misses: 1",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'registry': '/root/open-lambda/test-registry', 'import_cache_mb': 256, 'cg_pool_size': 10}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9588
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 256, 'cg_pool_size': 10}
PUSH conf: {'registry': '/tmp/tmpwvf8nr8z'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9650, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "call_each_once_exec",
  "params": {
    "alloc_mb": 1,
    "lambda_count": 100
  },
  "pass": true,
  "seconds": 2.759584426879883,
  "stats": {
    "reqs_per_sec": 36.237722272591945
  },
  "conf": {
    "docker_runtime": "",
    "import_cache_mb": 256,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "timing": false,
    "cg_pool_size": 10,
    "cluster_name": "/root/open-lambda/test-cluster",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "registry": "/tmp/tmpwvf8nr8z",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "startup_pkgs": null,
    "max_runners": 0,
    "sandbox_config": {
      "processes": 10
    },
    "handler_cache_mb": 256,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "sandbox": "sock"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 21:46:17 EVICTING INSTANCE: 268836864 used / 268435456 limit",
    "2019/06/06 21:46:17 Receive request to /run/L94",
    "2019/06/06 21:46:17 handler hits: 0, import hits: 0, misses: 95",
    "2019/06/06 21:46:17 Receive request to /run/L95",
    "2019/06/06 21:46:17 handler hits: 0, import hits: 0, misses: 96",
    "2019/06/06 21:46:17 EVICTING INSTANCE: 272785408 used / 268435456 limit",
    "2019/06/06 21:46:17 EVICTING INSTANCE: 268836864 used / 268435456 limit",
    "2019/06/06 21:46:17 Receive request to /run/L96",
    "2019/06/06 21:46:17 handler hits: 0, import hits: 0, misses: 97",
    "2019/06/06 21:46:17 EVICTING INSTANCE: 269754368 used / 268435456 limit",
    "2019/06/06 21:46:17 Receive request to /run/L97",
    "2019/06/06 21:46:17 handler hits: 0, import hits: 0, misses: 98",
    "2019/06/06 21:46:17 EVICTING INSTANCE: 269590528 used / 268435456 limit",
    "2019/06/06 21:46:17 Receive request to /run/L98",
    "2019/06/06 21:46:17 handler hits: 0, import hits: 0, misses: 99",
    "2019/06/06 21:46:17 EVICTING INSTANCE: 269094912 used / 268435456 limit",
    "2019/06/06 21:46:17 Receive request to /run/L99",
    "2019/06/06 21:46:17 handler hits: 0, import hits: 0, misses: 100",
    "2019/06/06 21:46:17 EVICTING INSTANCE: 270262272 used / 268435456 limit",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmpwvf8nr8z'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9650
2019/06/06 21:46:47 worker didn't stop after 30s
PASSED: 28, FAILED: 0
Makefile:28: recipe for target 'test-all' failed
make: *** [test-all] Error 1