python3 -u test.py
RUN ./ol new -p=test-cluster
Init OL dir at /root/open-lambda/test-cluster
Create lambda base at /root/open-lambda/test-cluster/lambda (may take several minutes)
Working Directory: /root/open-lambda/test-cluster

Worker Defaults: 
{
	"registry": "/root/open-lambda/test-cluster/registry",
	"registry_cache_ms": 5000,
	"sandbox": "sock",
	"cluster_name": "/root/open-lambda/test-cluster",
	"pip_mirror": "",
	"Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
	"max_runners": 0,
	"handler_cache_mb": 239,
	"import_cache_mb": 239,
	"worker_dir": "/root/open-lambda/test-cluster/worker",
	"SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
	"worker_port": "5000",
	"cg_pool_size": 0,
	"Skip_pull_existing": false,
	"sandbox_config": {
		"processes": 10
	},
	"benchmark_log": "",
	"timing": false,
	"startup_pkgs": null,
	"docker_runtime": ""
}

You may now start a server using the "worker" command
PUSH conf: {'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson'], 'registry': '/root/open-lambda/test-registry'}
PUSH conf: {'handler_cache_mb': 0, 'import_cache_mb': 0, 'cg_pool_size': 10, 'sandbox': 'sock'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7266, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 1.5797929763793945,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "sock",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "benchmark_log": "",
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:07 Initialized registry manager (took 21.624\u00b5s)",
    "2019/06/06 18:59:23 Initialized installation manager (took 15.787369619s)",
    "2019/06/06 18:59:23 Initialized handler container factory (took 4.666146ms)",
    "2019/06/06 18:59:23 Initialized cache manager (took 1.074\u00b5s)",
    "2019/06/06 18:59:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:23 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:23 Receive request to /pid",
    "2019/06/06 18:59:23 Receive request to /run/echo",
    "2019/06/06 18:59:24 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:24 EVICTING INSTANCE: 26341376 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.7421789169311523,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "sock",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "benchmark_log": "",
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:07 Initialized registry manager (took 21.624\u00b5s)",
    "2019/06/06 18:59:23 Initialized installation manager (took 15.787369619s)",
    "2019/06/06 18:59:23 Initialized handler container factory (took 4.666146ms)",
    "2019/06/06 18:59:23 Initialized cache manager (took 1.074\u00b5s)",
    "2019/06/06 18:59:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:23 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:23 Receive request to /pid",
    "2019/06/06 18:59:23 Receive request to /run/echo",
    "2019/06/06 18:59:24 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:24 EVICTING INSTANCE: 26341376 used / 0 limit",
    "2019/06/06 18:59:24 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:25 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:25 EVICTING INSTANCE: 24281088 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.369675874710083,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "sock",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "benchmark_log": "",
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 18:59:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:07 Initialized registry manager (took 21.624\u00b5s)",
    "2019/06/06 18:59:23 Initialized installation manager (took 15.787369619s)",
    "2019/06/06 18:59:23 Initialized handler container factory (took 4.666146ms)",
    "2019/06/06 18:59:23 Initialized cache manager (took 1.074\u00b5s)",
    "2019/06/06 18:59:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:23 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:23 Receive request to /pid",
    "2019/06/06 18:59:23 Receive request to /run/echo",
    "2019/06/06 18:59:24 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:24 EVICTING INSTANCE: 26341376 used / 0 limit",
    "2019/06/06 18:59:24 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:25 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:25 EVICTING INSTANCE: 24281088 used / 0 limit",
    "2019/06/06 18:59:25 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:25 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:25 EVICTING INSTANCE: 22835200 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.37610507011413574,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "sock",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "benchmark_log": "",
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "Skip_pull_existing": false,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 18:59:23 Initialized cache manager (took 1.074\u00b5s)",
    "2019/06/06 18:59:23 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:23 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:23 Receive request to /pid",
    "2019/06/06 18:59:23 Receive request to /run/echo",
    "2019/06/06 18:59:24 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:24 EVICTING INSTANCE: 26341376 used / 0 limit",
    "2019/06/06 18:59:24 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:25 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:25 EVICTING INSTANCE: 24281088 used / 0 limit",
    "2019/06/06 18:59:25 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:25 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:25 EVICTING INSTANCE: 22835200 used / 0 limit",
    "2019/06/06 18:59:25 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:26 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:26 EVICTING INSTANCE: 22904832 used / 0 limit",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'import_cache_mb': 0, 'cg_pool_size': 10, 'sandbox': 'sock'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7266
PUSH conf: {'handler_cache_mb': 256, 'import_cache_mb': 0, 'cg_pool_size': 10, 'sandbox': 'sock'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7353, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.14538931846618652,
  "stats": null,
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "worker_port": "5000",
    "sandbox": "sock",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "cg_pool_size": 10,
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:26 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:26 Initialized registry manager (took 20.93\u00b5s)",
    "2019/06/06 18:59:33 Initialized installation manager (took 7.580030345s)",
    "2019/06/06 18:59:33 Initialized handler container factory (took 3.226111ms)",
    "2019/06/06 18:59:33 Initialized cache manager (took 724ns)",
    "2019/06/06 18:59:33 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:33 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:33 Receive request to /pid",
    "2019/06/06 18:59:34 Receive request to /run/echo",
    "2019/06/06 18:59:34 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.3542182445526123,
  "stats": null,
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "worker_port": "5000",
    "sandbox": "sock",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "cg_pool_size": 10,
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:26 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:26 Initialized registry manager (took 20.93\u00b5s)",
    "2019/06/06 18:59:33 Initialized installation manager (took 7.580030345s)",
    "2019/06/06 18:59:33 Initialized handler container factory (took 3.226111ms)",
    "2019/06/06 18:59:33 Initialized cache manager (took 724ns)",
    "2019/06/06 18:59:33 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:33 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:33 Receive request to /pid",
    "2019/06/06 18:59:34 Receive request to /run/echo",
    "2019/06/06 18:59:34 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:34 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:34 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.35630226135253906,
  "stats": null,
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "worker_port": "5000",
    "sandbox": "sock",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "cg_pool_size": 10,
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:26 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:26 Initialized registry manager (took 20.93\u00b5s)",
    "2019/06/06 18:59:33 Initialized installation manager (took 7.580030345s)",
    "2019/06/06 18:59:33 Initialized handler container factory (took 3.226111ms)",
    "2019/06/06 18:59:33 Initialized cache manager (took 724ns)",
    "2019/06/06 18:59:33 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:33 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:33 Receive request to /pid",
    "2019/06/06 18:59:34 Receive request to /run/echo",
    "2019/06/06 18:59:34 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:34 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:34 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:34 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:34 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.5512118339538574,
  "stats": null,
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "worker_port": "5000",
    "sandbox": "sock",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "cg_pool_size": 10,
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 18:59:26 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:26 Initialized registry manager (took 20.93\u00b5s)",
    "2019/06/06 18:59:33 Initialized installation manager (took 7.580030345s)",
    "2019/06/06 18:59:33 Initialized handler container factory (took 3.226111ms)",
    "2019/06/06 18:59:33 Initialized cache manager (took 724ns)",
    "2019/06/06 18:59:33 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:33 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:33 Receive request to /pid",
    "2019/06/06 18:59:34 Receive request to /run/echo",
    "2019/06/06 18:59:34 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:34 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:34 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:34 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:34 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 18:59:34 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:35 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'import_cache_mb': 0, 'cg_pool_size': 10, 'sandbox': 'sock'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7353
PUSH conf: {'handler_cache_mb': 0, 'import_cache_mb': 256, 'cg_pool_size': 10, 'sandbox': 'sock'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7428, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.021212100982666016,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:35 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:35 Initialized registry manager (took 18.51\u00b5s)",
    "2019/06/06 18:59:43 Initialized installation manager (took 7.623524012s)",
    "2019/06/06 18:59:43 Initialized handler container factory (took 3.307439ms)",
    "2019/06/06 18:59:43 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 18:59:43 Initialized cache manager (took 392.691453ms)",
    "2019/06/06 18:59:43 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:43 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:43 Receive request to /pid",
    "2019/06/06 18:59:43 Receive request to /run/echo",
    "2019/06/06 18:59:43 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 18:59:43 EVICTING INSTANCE: 3010560 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.24350285530090332,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:35 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:35 Initialized registry manager (took 18.51\u00b5s)",
    "2019/06/06 18:59:43 Initialized installation manager (took 7.623524012s)",
    "2019/06/06 18:59:43 Initialized handler container factory (took 3.307439ms)",
    "2019/06/06 18:59:43 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 18:59:43 Initialized cache manager (took 392.691453ms)",
    "2019/06/06 18:59:43 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:43 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:43 Receive request to /pid",
    "2019/06/06 18:59:43 Receive request to /run/echo",
    "2019/06/06 18:59:43 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 18:59:43 EVICTING INSTANCE: 3010560 used / 0 limit",
    "2019/06/06 18:59:43 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:43 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/06 18:59:43 EVICTING INSTANCE: 13619200 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.24367308616638184,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 18:59:35 Initialized registry manager (took 18.51\u00b5s)",
    "2019/06/06 18:59:43 Initialized installation manager (took 7.623524012s)",
    "2019/06/06 18:59:43 Initialized handler container factory (took 3.307439ms)",
    "2019/06/06 18:59:43 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 18:59:43 Initialized cache manager (took 392.691453ms)",
    "2019/06/06 18:59:43 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:43 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:43 Receive request to /pid",
    "2019/06/06 18:59:43 Receive request to /run/echo",
    "2019/06/06 18:59:43 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 18:59:43 EVICTING INSTANCE: 3010560 used / 0 limit",
    "2019/06/06 18:59:43 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:43 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/06 18:59:43 EVICTING INSTANCE: 13619200 used / 0 limit",
    "2019/06/06 18:59:43 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:44 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/06 18:59:44 EVICTING INSTANCE: 13791232 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.24298906326293945,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 18:59:43 Initialized cache manager (took 392.691453ms)",
    "2019/06/06 18:59:43 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:43 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:43 Receive request to /pid",
    "2019/06/06 18:59:43 Receive request to /run/echo",
    "2019/06/06 18:59:43 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 18:59:43 EVICTING INSTANCE: 3010560 used / 0 limit",
    "2019/06/06 18:59:43 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:43 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/06 18:59:43 EVICTING INSTANCE: 13619200 used / 0 limit",
    "2019/06/06 18:59:43 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:44 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/06 18:59:44 EVICTING INSTANCE: 13791232 used / 0 limit",
    "2019/06/06 18:59:44 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:44 handler hits: 0, import hits: 0, misses: 4",
    "2019/06/06 18:59:44 EVICTING INSTANCE: 13713408 used / 0 limit",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'import_cache_mb': 256, 'cg_pool_size': 10, 'sandbox': 'sock'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7428
PUSH conf: {'handler_cache_mb': 256, 'import_cache_mb': 256, 'cg_pool_size': 10, 'sandbox': 'sock'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7512, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.020860671997070312,
  "stats": null,
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "worker_port": "5000",
    "sandbox": "sock",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "benchmark_log": "",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256,
    "pip_mirror": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "Skip_pull_existing": false,
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:44 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:44 Initialized registry manager (took 17.486\u00b5s)",
    "2019/06/06 18:59:51 Initialized installation manager (took 7.562533503s)",
    "2019/06/06 18:59:51 Initialized handler container factory (took 3.24317ms)",
    "2019/06/06 18:59:51 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 18:59:52 Initialized cache manager (took 149.203947ms)",
    "2019/06/06 18:59:52 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:52 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:52 Receive request to /pid",
    "2019/06/06 18:59:52 Receive request to /run/echo",
    "2019/06/06 18:59:52 handler hits: 0, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 0.23892736434936523,
  "stats": null,
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "worker_port": "5000",
    "sandbox": "sock",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "benchmark_log": "",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256,
    "pip_mirror": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "Skip_pull_existing": false,
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:44 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:44 Initialized registry manager (took 17.486\u00b5s)",
    "2019/06/06 18:59:51 Initialized installation manager (took 7.562533503s)",
    "2019/06/06 18:59:51 Initialized handler container factory (took 3.24317ms)",
    "2019/06/06 18:59:51 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 18:59:52 Initialized cache manager (took 149.203947ms)",
    "2019/06/06 18:59:52 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:52 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:52 Receive request to /pid",
    "2019/06/06 18:59:52 Receive request to /run/echo",
    "2019/06/06 18:59:52 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 18:59:52 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:52 handler hits: 0, import hits: 0, misses: 2",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.23719549179077148,
  "stats": null,
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "worker_port": "5000",
    "sandbox": "sock",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "benchmark_log": "",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256,
    "pip_mirror": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "Skip_pull_existing": false,
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:44 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:sock Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:256 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:10 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:44 Initialized registry manager (took 17.486\u00b5s)",
    "2019/06/06 18:59:51 Initialized installation manager (took 7.562533503s)",
    "2019/06/06 18:59:51 Initialized handler container factory (took 3.24317ms)",
    "2019/06/06 18:59:51 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 18:59:52 Initialized cache manager (took 149.203947ms)",
    "2019/06/06 18:59:52 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:52 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:52 Receive request to /pid",
    "2019/06/06 18:59:52 Receive request to /run/echo",
    "2019/06/06 18:59:52 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 18:59:52 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:52 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/06 18:59:52 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:52 handler hits: 0, import hits: 0, misses: 3",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.23933172225952148,
  "stats": null,
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "worker_port": "5000",
    "sandbox": "sock",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "benchmark_log": "",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 256,
    "pip_mirror": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "Skip_pull_existing": false,
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 18:59:44 Initialized registry manager (took 17.486\u00b5s)",
    "2019/06/06 18:59:51 Initialized installation manager (took 7.562533503s)",
    "2019/06/06 18:59:51 Initialized handler container factory (took 3.24317ms)",
    "2019/06/06 18:59:51 invalid package sizes path /ol/open-lambda/worker/cache-manager/package_sizes.txt, using 0 for all",
    "2019/06/06 18:59:52 Initialized cache manager (took 149.203947ms)",
    "2019/06/06 18:59:52 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 18:59:52 Get status by sending request to localhost:5000/status",
    "2019/06/06 18:59:52 Receive request to /pid",
    "2019/06/06 18:59:52 Receive request to /run/echo",
    "2019/06/06 18:59:52 handler hits: 0, import hits: 0, misses: 1",
    "2019/06/06 18:59:52 Receive request to /run/install",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:52 handler hits: 0, import hits: 0, misses: 2",
    "2019/06/06 18:59:52 Receive request to /run/install2",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:52 handler hits: 0, import hits: 0, misses: 3",
    "2019/06/06 18:59:52 Receive request to /run/install3",
    "/bin/sh: 1: cannot create /dev/null: Read-only file system",
    "2019/06/06 18:59:52 handler hits: 0, import hits: 0, misses: 4",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'import_cache_mb': 256, 'cg_pool_size': 10, 'sandbox': 'sock'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7512
PUSH conf: {'handler_cache_mb': 0, 'import_cache_mb': 0, 'cg_pool_size': 0, 'sandbox': 'docker'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7597, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 2.986302614212036,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "docker",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "registry": "/root/open-lambda/test-registry",
    "cg_pool_size": 0,
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:53 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:53 Initialized registry manager (took 17.779\u00b5s)",
    "2019/06/06 19:00:00 Initialized installation manager (took 7.573058585s)",
    "2019/06/06 19:00:00 Initialized handler container factory (took 26.798\u00b5s)",
    "2019/06/06 19:00:00 Initialized cache manager (took 697ns)",
    "2019/06/06 19:00:00 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 19:00:00 Get status by sending request to localhost:5000/status",
    "2019/06/06 19:00:00 Receive request to /pid",
    "2019/06/06 19:00:00 Receive request to /run/echo",
    "2019/06/06 19:00:03 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:03 EVICTING INSTANCE: 31170560 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.6928789615631104,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "docker",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "registry": "/root/open-lambda/test-registry",
    "cg_pool_size": 0,
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:53 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:53 Initialized registry manager (took 17.779\u00b5s)",
    "2019/06/06 19:00:00 Initialized installation manager (took 7.573058585s)",
    "2019/06/06 19:00:00 Initialized handler container factory (took 26.798\u00b5s)",
    "2019/06/06 19:00:00 Initialized cache manager (took 697ns)",
    "2019/06/06 19:00:00 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 19:00:00 Get status by sending request to localhost:5000/status",
    "2019/06/06 19:00:00 Receive request to /pid",
    "2019/06/06 19:00:00 Receive request to /run/echo",
    "2019/06/06 19:00:03 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:03 EVICTING INSTANCE: 31170560 used / 0 limit",
    "2019/06/06 19:00:03 Receive request to /run/install",
    "2019/06/06 19:00:05 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:05 EVICTING INSTANCE: 24834048 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.9197566509246826,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "docker",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "registry": "/root/open-lambda/test-registry",
    "cg_pool_size": 0,
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 18:59:53 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:53 Initialized registry manager (took 17.779\u00b5s)",
    "2019/06/06 19:00:00 Initialized installation manager (took 7.573058585s)",
    "2019/06/06 19:00:00 Initialized handler container factory (took 26.798\u00b5s)",
    "2019/06/06 19:00:00 Initialized cache manager (took 697ns)",
    "2019/06/06 19:00:00 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 19:00:00 Get status by sending request to localhost:5000/status",
    "2019/06/06 19:00:00 Receive request to /pid",
    "2019/06/06 19:00:00 Receive request to /run/echo",
    "2019/06/06 19:00:03 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:03 EVICTING INSTANCE: 31170560 used / 0 limit",
    "2019/06/06 19:00:03 Receive request to /run/install",
    "2019/06/06 19:00:05 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:05 EVICTING INSTANCE: 24834048 used / 0 limit",
    "2019/06/06 19:00:05 Receive request to /run/install2",
    "2019/06/06 19:00:06 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:06 EVICTING INSTANCE: 22740992 used / 0 limit",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.904188871383667,
  "stats": null,
  "conf": {
    "handler_cache_mb": 0,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "docker",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "registry": "/root/open-lambda/test-registry",
    "cg_pool_size": 0,
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "Skip_pull_existing": false,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 18:59:53 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:0 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 18:59:53 Initialized registry manager (took 17.779\u00b5s)",
    "2019/06/06 19:00:00 Initialized installation manager (took 7.573058585s)",
    "2019/06/06 19:00:00 Initialized handler container factory (took 26.798\u00b5s)",
    "2019/06/06 19:00:00 Initialized cache manager (took 697ns)",
    "2019/06/06 19:00:00 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 19:00:00 Get status by sending request to localhost:5000/status",
    "2019/06/06 19:00:00 Receive request to /pid",
    "2019/06/06 19:00:00 Receive request to /run/echo",
    "2019/06/06 19:00:03 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:03 EVICTING INSTANCE: 31170560 used / 0 limit",
    "2019/06/06 19:00:03 Receive request to /run/install",
    "2019/06/06 19:00:05 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:05 EVICTING INSTANCE: 24834048 used / 0 limit",
    "2019/06/06 19:00:05 Receive request to /run/install2",
    "2019/06/06 19:00:06 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:06 EVICTING INSTANCE: 22740992 used / 0 limit",
    "2019/06/06 19:00:06 Receive request to /run/install3",
    "2019/06/06 19:00:07 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'import_cache_mb': 0, 'cg_pool_size': 0, 'sandbox': 'docker'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7597
PUSH conf: {'handler_cache_mb': 256, 'import_cache_mb': 0, 'cg_pool_size': 0, 'sandbox': 'docker'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=8534, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "test_smoke_echo",
  "params": {},
  "pass": true,
  "seconds": 0.5595378875732422,
  "stats": null,
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "sandbox": "docker",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 19:00:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 19:00:07 Initialized registry manager (took 19.687\u00b5s)",
    "2019/06/06 19:00:14 Initialized installation manager (took 7.600435296s)",
    "2019/06/06 19:00:14 Initialized handler container factory (took 30.367\u00b5s)",
    "2019/06/06 19:00:14 Initialized cache manager (took 778ns)",
    "2019/06/06 19:00:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 19:00:14 Get status by sending request to localhost:5000/status",
    "2019/06/06 19:00:14 Receive request to /pid",
    "2019/06/06 19:00:14 Receive request to /run/echo",
    "2019/06/06 19:00:15 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": null
  },
  "pass": true,
  "seconds": 1.0645802021026611,
  "stats": null,
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "sandbox": "docker",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 19:00:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 19:00:07 Initialized registry manager (took 19.687\u00b5s)",
    "2019/06/06 19:00:14 Initialized installation manager (took 7.600435296s)",
    "2019/06/06 19:00:14 Initialized handler container factory (took 30.367\u00b5s)",
    "2019/06/06 19:00:14 Initialized cache manager (took 778ns)",
    "2019/06/06 19:00:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 19:00:14 Get status by sending request to localhost:5000/status",
    "2019/06/06 19:00:14 Receive request to /pid",
    "2019/06/06 19:00:14 Receive request to /run/echo",
    "2019/06/06 19:00:15 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:15 Receive request to /run/install",
    "2019/06/06 19:00:16 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 2
  },
  "pass": true,
  "seconds": 0.7629084587097168,
  "stats": null,
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "sandbox": "docker",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 19:00:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 19:00:07 Initialized registry manager (took 19.687\u00b5s)",
    "2019/06/06 19:00:14 Initialized installation manager (took 7.600435296s)",
    "2019/06/06 19:00:14 Initialized handler container factory (took 30.367\u00b5s)",
    "2019/06/06 19:00:14 Initialized cache manager (took 778ns)",
    "2019/06/06 19:00:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 19:00:14 Get status by sending request to localhost:5000/status",
    "2019/06/06 19:00:14 Receive request to /pid",
    "2019/06/06 19:00:14 Receive request to /run/echo",
    "2019/06/06 19:00:15 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:15 Receive request to /run/install",
    "2019/06/06 19:00:16 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:16 Receive request to /run/install2",
    "2019/06/06 19:00:17 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
{
  "test": "test_smoke_install",
  "params": {
    "num": 3
  },
  "pass": true,
  "seconds": 0.7371633052825928,
  "stats": null,
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "Skip_pull_existing": false,
    "worker_port": "5000",
    "sandbox": "docker",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "timing": false,
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "import_cache_mb": 0,
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 0,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "using existing OL directory at /root/open-lambda/test-cluster",
    "2019/06/06 19:00:07 Config: &{Registry:/root/open-lambda/test-registry Registry_cache_ms:5000 Sandbox:docker Cluster_name:/root/open-lambda/test-cluster Pip_index: Pkgs_dir:/root/open-lambda/test-cluster/lambda/packages Max_runners:0 Handler_cache_mb:256 Import_cache_mb:0 Worker_dir:/root/open-lambda/test-cluster/worker SOCK_base_path:/root/open-lambda/test-cluster/lambda Worker_port:5000 Cg_pool_size:0 Skip_pull_existing:false Sandbox_config:map[processes:10] Benchmark_file: Timing:false Startup_pkgs:[parso jedi urllib3 idna chardet certifi requests simplejson] Docker_runtime:}",
    "2019/06/06 19:00:07 Initialized registry manager (took 19.687\u00b5s)",
    "2019/06/06 19:00:14 Initialized installation manager (took 7.600435296s)",
    "2019/06/06 19:00:14 Initialized handler container factory (took 30.367\u00b5s)",
    "2019/06/06 19:00:14 Initialized cache manager (took 778ns)",
    "2019/06/06 19:00:14 Execute handler by POSTing to localhost:5000/run/<lambda>",
    "2019/06/06 19:00:14 Get status by sending request to localhost:5000/status",
    "2019/06/06 19:00:14 Receive request to /pid",
    "2019/06/06 19:00:14 Receive request to /run/echo",
    "2019/06/06 19:00:15 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:15 Receive request to /run/install",
    "2019/06/06 19:00:16 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:16 Receive request to /run/install2",
    "2019/06/06 19:00:17 handler hits: 0, import hits: 0, misses: 0",
    "2019/06/06 19:00:17 Receive request to /run/install3",
    "2019/06/06 19:00:17 handler hits: 0, import hits: 0, misses: 0",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'import_cache_mb': 0, 'cg_pool_size': 0, 'sandbox': 'docker'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 8534
POP conf: {'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson'], 'registry': '/root/open-lambda/test-registry'}
PUSH conf: {'handler_cache_mb': 256, 'import_cache_mb': 256, 'cg_pool_size': 10, 'registry': '/root/open-lambda/test-registry', 'sandbox': 'sock'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9570, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 1,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.01693606376648,
  "stats": {
    "reqs_per_sec": 283.26666666666665
  },
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "worker_port": "5000",
    "timing": false,
    "startup_pkgs": null,
    "import_cache_mb": 256,
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 19:00:34 handler hits: 4239, import hits: 0, misses: 1",
    "2019/06/06 19:00:34 Receive request to /run/echo",
    "2019/06/06 19:00:34 handler hits: 4240, import hits: 0, misses: 1",
    "2019/06/06 19:00:34 Receive request to /run/echo",
    "2019/06/06 19:00:34 handler hits: 4241, import hits: 0, misses: 1",
    "2019/06/06 19:00:34 Receive request to /run/echo",
    "2019/06/06 19:00:34 handler hits: 4242, import hits: 0, misses: 1",
    "2019/06/06 19:00:34 Receive request to /run/echo",
    "2019/06/06 19:00:34 handler hits: 4243, import hits: 0, misses: 1",
    "2019/06/06 19:00:34 Receive request to /run/echo",
    "2019/06/06 19:00:34 handler hits: 4244, import hits: 0, misses: 1",
    "2019/06/06 19:00:34 Receive request to /run/echo",
    "2019/06/06 19:00:34 handler hits: 4245, import hits: 0, misses: 1",
    "2019/06/06 19:00:34 Receive request to /run/echo",
    "2019/06/06 19:00:34 handler hits: 4246, import hits: 0, misses: 1",
    "2019/06/06 19:00:34 Receive request to /run/echo",
    "2019/06/06 19:00:34 handler hits: 4247, import hits: 0, misses: 1",
    "2019/06/06 19:00:34 Receive request to /run/echo",
    "2019/06/06 19:00:34 handler hits: 4248, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 2,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.046931028366089,
  "stats": {
    "reqs_per_sec": 282.6
  },
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "worker_port": "5000",
    "timing": false,
    "startup_pkgs": null,
    "import_cache_mb": 256,
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 19:00:49 handler hits: 8478, import hits: 0, misses: 1",
    "2019/06/06 19:00:49 Receive request to /run/echo",
    "2019/06/06 19:00:49 handler hits: 8479, import hits: 0, misses: 1",
    "2019/06/06 19:00:49 Receive request to /run/echo",
    "2019/06/06 19:00:49 handler hits: 8480, import hits: 0, misses: 1",
    "2019/06/06 19:00:49 Receive request to /run/echo",
    "2019/06/06 19:00:49 handler hits: 8481, import hits: 0, misses: 1",
    "2019/06/06 19:00:49 Receive request to /run/echo",
    "2019/06/06 19:00:49 handler hits: 8482, import hits: 0, misses: 1",
    "2019/06/06 19:00:49 Receive request to /run/echo",
    "2019/06/06 19:00:49 Receive request to /run/echo",
    "2019/06/06 19:00:49 handler hits: 8483, import hits: 0, misses: 1",
    "2019/06/06 19:00:49 handler hits: 8484, import hits: 0, misses: 1",
    "2019/06/06 19:00:49 Receive request to /run/echo",
    "2019/06/06 19:00:49 handler hits: 8485, import hits: 0, misses: 1",
    "2019/06/06 19:00:49 Receive request to /run/echo",
    "2019/06/06 19:00:49 handler hits: 8486, import hits: 0, misses: 1",
    "2019/06/06 19:00:49 Receive request to /run/echo",
    "2019/06/06 19:00:49 handler hits: 8487, import hits: 0, misses: 1",
    ""
  ]
}
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 8,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.069161415100098,
  "stats": {
    "reqs_per_sec": 257.53333333333336
  },
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "max_runners": 0,
    "registry": "/root/open-lambda/test-registry",
    "worker_port": "5000",
    "timing": false,
    "startup_pkgs": null,
    "import_cache_mb": 256,
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "pip_mirror": "",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 19:01:04 handler hits: 12341, import hits: 0, misses: 1",
    "2019/06/06 19:01:04 Receive request to /run/echo",
    "2019/06/06 19:01:04 handler hits: 12342, import hits: 0, misses: 1",
    "2019/06/06 19:01:04 Receive request to /run/echo",
    "2019/06/06 19:01:04 handler hits: 12343, import hits: 0, misses: 1",
    "2019/06/06 19:01:04 Receive request to /run/echo",
    "2019/06/06 19:01:04 handler hits: 12344, import hits: 0, misses: 1",
    "2019/06/06 19:01:04 Receive request to /run/echo",
    "2019/06/06 19:01:04 handler hits: 12345, import hits: 0, misses: 1",
    "2019/06/06 19:01:04 Receive request to /run/echo",
    "2019/06/06 19:01:04 Receive request to /run/echo",
    "2019/06/06 19:01:04 handler hits: 12346, import hits: 0, misses: 1",
    "2019/06/06 19:01:04 handler hits: 12347, import hits: 0, misses: 1",
    "2019/06/06 19:01:04 Receive request to /run/echo",
    "2019/06/06 19:01:04 handler hits: 12348, import hits: 0, misses: 1",
    "2019/06/06 19:01:04 Receive request to /run/echo",
    "2019/06/06 19:01:04 handler hits: 12349, import hits: 0, misses: 1",
    "2019/06/06 19:01:04 Receive request to /run/echo",
    "2019/06/06 19:01:04 handler hits: 12350, import hits: 0, misses: 1",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'import_cache_mb': 256, 'cg_pool_size': 10, 'registry': '/root/open-lambda/test-registry', 'sandbox': 'sock'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9570
PUSH conf: {'handler_cache_mb': 256, 'cg_pool_size': 10, 'sandbox': 'sock', 'import_cache_mb': 256}
PUSH conf: {'registry': '/tmp/tmpvcmhkdfn'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9631, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "call_each_once_exec",
  "params": {
    "alloc_mb": 1,
    "lambda_count": 100
  },
  "pass": true,
  "seconds": 2.6864964962005615,
  "stats": {
    "reqs_per_sec": 37.22362749819087
  },
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "pip_mirror": "",
    "worker_port": "5000",
    "sandbox": "sock",
    "Skip_pull_existing": false,
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "registry": "/tmp/tmpvcmhkdfn",
    "timing": false,
    "startup_pkgs": null,
    "import_cache_mb": 256,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "benchmark_log": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "cluster_name": "/root/open-lambda/test-cluster",
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "max_runners": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 19:01:07 EVICTING INSTANCE: 268500992 used / 268435456 limit",
    "2019/06/06 19:01:07 Receive request to /run/L94",
    "2019/06/06 19:01:07 handler hits: 0, import hits: 0, misses: 95",
    "2019/06/06 19:01:07 EVICTING INSTANCE: 268566528 used / 268435456 limit",
    "2019/06/06 19:01:07 Receive request to /run/L95",
    "2019/06/06 19:01:07 handler hits: 0, import hits: 0, misses: 96",
    "2019/06/06 19:01:07 EVICTING INSTANCE: 269553664 used / 268435456 limit",
    "2019/06/06 19:01:07 Receive request to /run/L96",
    "2019/06/06 19:01:07 handler hits: 0, import hits: 0, misses: 97",
    "2019/06/06 19:01:07 Receive request to /run/L97",
    "2019/06/06 19:01:07 handler hits: 0, import hits: 0, misses: 98",
    "2019/06/06 19:01:07 EVICTING INSTANCE: 272740352 used / 268435456 limit",
    "2019/06/06 19:01:07 EVICTING INSTANCE: 269312000 used / 268435456 limit",
    "2019/06/06 19:01:07 Receive request to /run/L98",
    "2019/06/06 19:01:07 handler hits: 0, import hits: 0, misses: 99",
    "2019/06/06 19:01:07 EVICTING INSTANCE: 269787136 used / 268435456 limit",
    "2019/06/06 19:01:07 Receive request to /run/L99",
    "2019/06/06 19:01:07 handler hits: 0, import hits: 0, misses: 100",
    "2019/06/06 19:01:07 EVICTING INSTANCE: 269127680 used / 268435456 limit",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmpvcmhkdfn'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9631
PUSH conf: {'registry': '/tmp/tmpg4qdqqh8'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=10259, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
{
  "test": "call_each_once_exec",
  "params": {
    "alloc_mb": 10,
    "lambda_count": 1000
  },
  "pass": true,
  "seconds": 41.174700021743774,
  "stats": {
    "reqs_per_sec": 24.286781526285907
  },
  "conf": {
    "handler_cache_mb": 256,
    "registry_cache_ms": 5000,
    "worker_port": "5000",
    "sandbox": "sock",
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "benchmark_log": "",
    "max_runners": 0,
    "registry": "/tmp/tmpg4qdqqh8",
    "timing": false,
    "startup_pkgs": null,
    "import_cache_mb": 256,
    "pip_mirror": "",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "Skip_pull_existing": false,
    "sandbox_config": {
      "processes": 10
    },
    "docker_runtime": "",
    "cg_pool_size": 10,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages"
  },
  "exception": null,
  "worker_tail": [
    "2019/06/06 19:01:50 EVICTING INSTANCE: 274784256 used / 268435456 limit",
    "2019/06/06 19:01:50 Receive request to /run/L994",
    "2019/06/06 19:01:50 handler hits: 0, import hits: 0, misses: 995",
    "2019/06/06 19:01:50 EVICTING INSTANCE: 274649088 used / 268435456 limit",
    "2019/06/06 19:01:50 Receive request to /run/L995",
    "2019/06/06 19:01:50 handler hits: 0, import hits: 0, misses: 996",
    "2019/06/06 19:01:50 EVICTING INSTANCE: 275943424 used / 268435456 limit",
    "2019/06/06 19:01:50 Receive request to /run/L996",
    "2019/06/06 19:01:50 handler hits: 0, import hits: 0, misses: 997",
    "2019/06/06 19:01:50 EVICTING INSTANCE: 274378752 used / 268435456 limit",
    "2019/06/06 19:01:50 Receive request to /run/L997",
    "2019/06/06 19:01:50 handler hits: 0, import hits: 0, misses: 998",
    "2019/06/06 19:01:50 EVICTING INSTANCE: 272957440 used / 268435456 limit",
    "2019/06/06 19:01:50 Receive request to /run/L998",
    "2019/06/06 19:01:50 handler hits: 0, import hits: 0, misses: 999",
    "2019/06/06 19:01:50 EVICTING INSTANCE: 270999552 used / 268435456 limit",
    "2019/06/06 19:01:50 Receive request to /run/L999",
    "2019/06/06 19:01:50 handler hits: 0, import hits: 0, misses: 1000",
    "2019/06/06 19:01:50 EVICTING INSTANCE: 270999552 used / 268435456 limit",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmpg4qdqqh8'}
RUN ./ol kill -p=test-cluster
Kill worker process with PID 10259
POP conf: {'handler_cache_mb': 256, 'cg_pool_size': 10, 'sandbox': 'sock', 'import_cache_mb': 256}
PASSED: 29, FAILED: 0