python3 -u test.py
RUN ./ol new -p=test-cluster
Init OL dir at /root/open-lambda/test-cluster
Create lambda base at /root/open-lambda/test-cluster/lambda (may take several minutes)
Working Directory: /root/open-lambda/test-cluster

Worker Defaults: 
{
	"registry": "/root/open-lambda/test-cluster/registry",
	"registry_cache_ms": 5000,
	"sandbox": "sock",
	"cluster_name": "/root/open-lambda/test-cluster",
	"pip_mirror": "",
	"Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
	"max_runners": 0,
	"handler_cache_mb": 239,
	"import_cache_mb": 239,
	"server_mode": "lambda",
	"worker_dir": "/root/open-lambda/test-cluster/worker",
	"SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
	"worker_port": "5000",
	"Skip_pull_existing": false,
	"sandbox_config": {
		"processes": 10
	},
	"benchmark_log": "",
	"timing": false,
	"startup_pkgs": null,
	"docker_runtime": "",
	"sock_cgroups": {
		"max_procs": 10
	}
}

You may modify the defaults here: /root/open-lambda/test-cluster/config.json

You may now start a server using the "ol worker" command
PUSH conf: {'server_mode': 'sock'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7321, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7321
{
  "test": "sock_churn",
  "params": {
    "procs": 1,
    "baseline": 0,
    "seconds": 15,
    "fork": true
  },
  "pass": true,
  "seconds": 17.29776406288147,
  "total_seconds": 17.592915296554565,
  "stats": {
    "sandboxes_per_sec": 6.333333333333333
  },
  "conf": {
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "registry": "/root/open-lambda/test-cluster/registry",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 239,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 239,
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "sock",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "sandbox": "sock",
    "startup_pkgs": null
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:43:35 remove /sys/fs/cgroup/cpu/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:43:35 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:43:35 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:43:35 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:43:35 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:43:35 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:43:35 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:43:35 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:43:35 exiting",
    ""
  ]
}
POP conf: {'server_mode': 'sock'}
PUSH conf: {'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson'], 'registry': '/root/open-lambda/test-registry'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7827, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7827
{
  "test": "ping_test",
  "params": {},
  "pass": true,
  "seconds": 2.14304256439209,
  "total_seconds": 19.63856792449951,
  "stats": {
    "pings_per_sec": 466.63309020997076
  },
  "conf": {
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 239,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "sandbox_config": {
      "processes": 10
    },
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "registry_cache_ms": 5000,
    "sandbox": "sock",
    "import_cache_mb": 239
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:43:55 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:43:55 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:43:55 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:43:55 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:43:55 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:43:55 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:43:55 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:43:55 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:43:55 exiting",
    ""
  ]
}
PUSH conf: {'handler_cache_mb': 0, 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7900, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7900
{
  "test": "smoke_tests",
  "params": {},
  "pass": true,
  "seconds": 2.577275276184082,
  "total_seconds": 10.636573076248169,
  "stats": null,
  "conf": {
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 0,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "sandbox_config": {
      "processes": 10
    },
    "sandbox": "sock",
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:44:05 remove /sys/fs/cgroup/cpu/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:05 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:05 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:05 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:05 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:05 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:05 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:05 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:05 exiting",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'import_cache_mb': 0}
PUSH conf: {'handler_cache_mb': 256, 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=7979, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 7979
{
  "test": "smoke_tests",
  "params": {},
  "pass": true,
  "seconds": 1.5434861183166504,
  "total_seconds": 9.60400390625,
  "stats": null,
  "conf": {
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 256,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 0,
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "docker_runtime": "",
    "sandbox": "sock",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ]
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:44:15 remove /sys/fs/cgroup/cpu/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:15 remove /sys/fs/cgroup/devices/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:15 remove /sys/fs/cgroup/freezer/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:15 remove /sys/fs/cgroup/hugetlb/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:15 remove /sys/fs/cgroup/memory/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:15 remove /sys/fs/cgroup/perf_event/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:15 remove /sys/fs/cgroup/systemd/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:15 remove /sys/fs/cgroup/pids/sock-handlers [CGROUP POOL sock-handlers]",
    "2019/06/20 21:44:15 exiting",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'import_cache_mb': 0}
PUSH conf: {'handler_cache_mb': 0, 'import_cache_mb': 256}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=8059, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 8059
{
  "test": "smoke_tests",
  "params": {},
  "pass": true,
  "seconds": 0.8341355323791504,
  "total_seconds": 9.20162296295166,
  "stats": null,
  "conf": {
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "registry_cache_ms": 5000,
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 0,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "worker_port": "5000",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "sandbox": "sock",
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:44:24 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:24 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:24 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:24 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:24 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:24 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:24 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:24 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:24 exiting",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'import_cache_mb': 256}
PUSH conf: {'handler_cache_mb': 256, 'import_cache_mb': 256}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=8151, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 8151
{
  "test": "smoke_tests",
  "params": {},
  "pass": true,
  "seconds": 0.820063591003418,
  "total_seconds": 9.091917991638184,
  "stats": null,
  "conf": {
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 256,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 256,
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "sandbox": "sock",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ]
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:44:33 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:33 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:33 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:33 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:33 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:33 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:33 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:33 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:44:33 exiting",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'import_cache_mb': 256}
PUSH conf: {'handler_cache_mb': 0, 'sandbox': 'docker', 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=8244, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 8244
{
  "test": "smoke_tests",
  "params": {},
  "pass": true,
  "seconds": 8.329949378967285,
  "total_seconds": 16.683831453323364,
  "stats": null,
  "conf": {
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 0,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "sandbox": "docker",
    "import_cache_mb": 0
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:44:50 MemUsageKB() [SB 3]",
    "2019/06/20 21:44:50 EVICTING INSTANCE: 23154688 used / 0 limit",
    "2019/06/20 21:44:50 Destroy() [SB 3]",
    "2019/06/20 21:44:50 received kill signal, cleaning up",
    "2019/06/20 21:44:50 Destroy() [SB 0]",
    "2019/06/20 21:44:50 Destroy() [SB 1]",
    "2019/06/20 21:44:50 Destroy() [SB 2]",
    "2019/06/20 21:44:50 Destroy() [SB 3]",
    "2019/06/20 21:44:50 exiting",
    ""
  ]
}
POP conf: {'handler_cache_mb': 0, 'sandbox': 'docker', 'import_cache_mb': 0}
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'docker', 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=9276, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 9276
{
  "test": "smoke_tests",
  "params": {},
  "pass": true,
  "seconds": 3.1348352432250977,
  "total_seconds": 12.089236497879028,
  "stats": null,
  "conf": {
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 256,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 0,
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "worker_port": "5000",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "docker_runtime": "",
    "sandbox": "docker",
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ]
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:45:01 Channel() [SB 3]",
    "2019/06/20 21:45:01 Pause() [SB 3]",
    "2019/06/20 21:45:01 MemUsageKB() [SB 3]",
    "2019/06/20 21:45:01 received kill signal, cleaning up",
    "2019/06/20 21:45:01 Destroy() [SB 0]",
    "2019/06/20 21:45:01 Destroy() [SB 1]",
    "2019/06/20 21:45:02 Destroy() [SB 2]",
    "2019/06/20 21:45:02 Destroy() [SB 3]",
    "2019/06/20 21:45:02 exiting",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'docker', 'import_cache_mb': 0}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=10321, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 10321
{
  "test": "fork_bomb",
  "params": {},
  "pass": true,
  "seconds": 0.04813957214355469,
  "total_seconds": 9.01123571395874,
  "stats": null,
  "conf": {
    "startup_pkgs": [
      "parso",
      "jedi",
      "urllib3",
      "idna",
      "chardet",
      "certifi",
      "requests",
      "simplejson"
    ],
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 239,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "sandbox": "sock",
    "import_cache_mb": 239
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:45:11 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:11 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:11 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:11 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:11 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:11 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:11 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:11 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:11 exiting",
    ""
  ]
}
POP conf: {'startup_pkgs': ['parso', 'jedi', 'urllib3', 'idna', 'chardet', 'certifi', 'requests', 'simplejson'], 'registry': '/root/open-lambda/test-registry'}
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 256, 'registry': '/root/open-lambda/test-registry'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=10398, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 10398
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 1,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.04366135597229,
  "total_seconds": 15.369184732437134,
  "stats": {
    "reqs_per_sec": 284.26666666666665
  },
  "conf": {
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 256,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 256,
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "worker_port": "5000",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "docker_runtime": "",
    "sandbox": "sock",
    "startup_pkgs": null
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:45:26 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:26 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:26 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:26 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:26 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:26 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:26 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:26 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:26 exiting",
    ""
  ]
}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=10440, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 10440
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 2,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.047086715698242,
  "total_seconds": 15.373193979263306,
  "stats": {
    "reqs_per_sec": 277.46666666666664
  },
  "conf": {
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 256,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 256,
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "worker_port": "5000",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "docker_runtime": "",
    "sandbox": "sock",
    "startup_pkgs": null
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:45:42 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:42 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:42 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:42 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:42 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:42 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:42 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:42 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:42 exiting",
    ""
  ]
}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=10489, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 10489
{
  "test": "stress_one_lambda",
  "params": {
    "procs": 8,
    "seconds": 15
  },
  "pass": true,
  "seconds": 15.06839108467102,
  "total_seconds": 15.402687549591064,
  "stats": {
    "reqs_per_sec": 252.6
  },
  "conf": {
    "registry_cache_ms": 5000,
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/root/open-lambda/test-registry",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 256,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 256,
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "worker_port": "5000",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "docker_runtime": "",
    "sandbox": "sock",
    "startup_pkgs": null
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:45:57 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:57 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:57 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:57 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:57 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:57 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:57 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:57 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:45:57 exiting",
    ""
  ]
}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 256, 'registry': '/root/open-lambda/test-registry'}
PUSH conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 256}
PUSH conf: {'registry': '/tmp/tmpgciiqedh'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=10584, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 10584
{
  "test": "call_each_once_exec",
  "params": {
    "alloc_mb": 1,
    "lambda_count": 100
  },
  "pass": true,
  "seconds": 3.0270285606384277,
  "total_seconds": 3.571279525756836,
  "stats": {
    "reqs_per_sec": 33.036020199502936
  },
  "conf": {
    "startup_pkgs": null,
    "registry_cache_ms": 5000,
    "registry": "/tmp/tmpgciiqedh",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 256,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "docker_runtime": "",
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "worker_port": "5000",
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "sandbox": "sock",
    "import_cache_mb": 256
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:46:01 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:01 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:01 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:01 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:01 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:01 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:01 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:01 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:01 exiting",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmpgciiqedh'}
PUSH conf: {'registry': '/tmp/tmp2gnmpuaw'}
RUN ./ol worker -p=test-cluster --detach
using existing OL directory at /root/open-lambda/test-cluster
Starting worker: pid=11318, port=5000, log=/root/open-lambda/test-cluster/worker.out
ready
RUN ./ol kill -p=test-cluster
Kill worker process with PID 11318
{
  "test": "call_each_once_exec",
  "params": {
    "alloc_mb": 10,
    "lambda_count": 1000
  },
  "pass": true,
  "seconds": 41.439916372299194,
  "total_seconds": 42.898911476135254,
  "stats": {
    "reqs_per_sec": 24.131341849879067
  },
  "conf": {
    "Pkgs_dir": "/root/open-lambda/test-cluster/lambda/packages",
    "sandbox_config": {
      "processes": 10
    },
    "registry": "/tmp/tmp2gnmpuaw",
    "benchmark_log": "",
    "Skip_pull_existing": false,
    "sock_cgroups": {
      "max_procs": 10
    },
    "handler_cache_mb": 256,
    "cluster_name": "/root/open-lambda/test-cluster",
    "worker_dir": "/root/open-lambda/test-cluster/worker",
    "import_cache_mb": 256,
    "timing": false,
    "max_runners": 0,
    "pip_mirror": "",
    "server_mode": "lambda",
    "worker_port": "5000",
    "registry_cache_ms": 5000,
    "SOCK_base_path": "/root/open-lambda/test-cluster/lambda",
    "docker_runtime": "",
    "sandbox": "sock",
    "startup_pkgs": null
  },
  "exception": null,
  "worker_tail": [
    "2019/06/20 21:46:44 remove /sys/fs/cgroup/cpu/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:44 remove /sys/fs/cgroup/devices/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:44 remove /sys/fs/cgroup/freezer/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:44 remove /sys/fs/cgroup/hugetlb/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:44 remove /sys/fs/cgroup/memory/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:44 remove /sys/fs/cgroup/perf_event/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:44 remove /sys/fs/cgroup/systemd/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:44 remove /sys/fs/cgroup/pids/sock-cache [CGROUP POOL sock-cache]",
    "2019/06/20 21:46:44 exiting",
    ""
  ]
}
POP conf: {'registry': '/tmp/tmp2gnmpuaw'}
POP conf: {'handler_cache_mb': 256, 'sandbox': 'sock', 'import_cache_mb': 256}
PASSED: 14, FAILED: 0