# OPENQA_BASEDIR: /tmp/oNIu2PeHaV/scheduler
# OPENQA_CONFIG: /tmp/oNIu2PeHaV/scheduler/config
[INFO] using database schema "tmp_aEvDRcI6MZJiINyC"
# Used ports: {}
# Starting WebSocket service. Port: 9527
# Bogus: 0 | No wait: 1
# PID of openqa-websocket: 2546
# Embedding scheduler within ws server subprocess
# Starting WebUI service. Port: 9526
# PID of openqa-webapi: 2547
[info] Listening at "http://127.0.0.1:9527"
Web application available at http://127.0.0.1:9527
[info] [pid:2547] setting database search path to tmp_aEvDRcI6MZJiINyC when registering Minion plugin
ok 1 - results directory created under /tmp/oNIu2PeHaV/scheduler/openqa/testresults
# Subtest: Scheduler worker job allocation
    # try to allocate to previous worker (supposed to fail)
    ok 1 - no jobs allocated for no active workers
    # starting two workers
    # Starting standard worker. Instance: 1 for host http://localhost:9526
    # Starting standard worker. Instance: 2 for host http://localhost:9526
    # Waiting for worker with ID 3
[info] [pid:2550] worker 1:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    23
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 qemu_i386,qemu_x86_64
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/1
[info] [pid:2550] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2550] Registering with openQA http://localhost:9526
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 4
[debug] [PRYkCnIGVJBy] 200 OK (0s, ??/s)
[info] [pid:2551] worker 2:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    23
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/2
[info] [pid:2551] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2551] Registering with openQA http://localhost:9526
[info] [pid:2550] Establishing ws connection via ws://localhost:9526/api/v1/ws/3
[debug] [NRO9OaiA05Pc] 302 Found (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [WPPOzWhrczKd] 101 Switching Protocols (0s, ??/s)
[info] [pid:2550] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 3
[debug] [pid:2546] Received from worker "3" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 3 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 4, type => "info" }
[debug] [Nx81CYAprIOM] 200 OK (0s, ??/s)
[info] [pid:2551] Establishing ws connection via ws://localhost:9526/api/v1/ws/4
[debug] [Y29jpecP_8lR] 302 Found (0s, ??/s)
[debug] [u2qNXP_XiiEj] 101 Switching Protocols (0s, ??/s)
[info] [pid:2551] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 4
[debug] [pid:2546] Received from worker "4" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 4 from worker_status
    # assigning one job to each worker
[debug] [pid:2546] Sent population to worker: { population => 4, type => "info" }
[DEBUG] +=----------------=+
[DEBUG] -> Scheduling new jobs.
[DEBUG] 	 Free workers: 2/4
[DEBUG] 	 Scheduled jobs: 2
[DEBUG] Need to schedule 1 parallel jobs for job 99927 (with priority 45)
[DEBUG] Need to schedule 1 parallel jobs for job 99928 (with priority 46)
[DEBUG] Assigned job '99927' to worker ID '3'
[DEBUG] [Job#99927] Prepare for being processed by worker 3
[debug] [pid:2546] Started to send message to 3 for job(s) 99927
[debug] [8O1WViBLUdFO] 200 OK (0s, ??/s)
[DEBUG] Sent job(s) '99927' to worker '3'
[debug] [pid:2550] Accepting job 99927 from http://localhost:9526.
[debug] [pid:2550] Setting job 99927 from http://localhost:9526 up
[debug] [pid:2550] Preparing Mojo::IOLoop::ReadWriteProcess::Session
[info] [pid:2550] +++ setup notes +++
[info] [pid:2550] Running on 7ee59d6abfd5:1 (Linux 4.15.0-1106-aws #113-Ubuntu SMP Fri Jun 18 21:31:27 UTC 2021 x86_64)
[debug] [pid:2550] Job settings:
[debug] [pid:2550] 
    ARCH=i586
    BUILD=0091
    DESKTOP=kde
    DISTRI=opensuse
    DVD=1
    FLAVOR=DVD
    INSTALLONLY=1
    ISO=openSUSE-13.1-DVD-i586-Build0091-Media.iso
    ISO_MAXSIZE=4700372992
    JOBTOKEN=N0EKdsky11BOOPtn
    LIVETEST=1
    LOG_LEVEL=debug
    MACHINE=32bit
    NAME=00099927-opensuse-13.1-DVD-i586-Build0091-RAID0@32bit
    OPENQA_HOSTNAME=localhost:9526
    OPENQA_URL=http://localhost:9526
    PRJDIR=/tmp/oNIu2PeHaV/scheduler/openqa/share
    QEMUCPU=qemu32
    QEMUPORT=20012
    RAIDLEVEL=0
    RETRY_DELAY=5
    RETRY_DELAY_IF_WEBUI_BUSY=60
    TEST=RAID0
    VERSION=13.1
    VNC=91
    WORKER_CLASS=qemu_i386,qemu_x86_64
    WORKER_HOSTNAME=127.0.0.1
    WORKER_ID=3
    WORKER_INSTANCE=1
[error] [pid:2550] ISO handling Cannot find ISO asset iso/openSUSE-13.1-DVD-i586-Build0091-Media.iso!
[error] [pid:2550] Unable to setup job 99927: Cannot find ISO asset iso/openSUSE-13.1-DVD-i586-Build0091-Media.iso!
[debug] [pid:2550] Stopping job 99927 from http://localhost:9526: 00099927-opensuse-13.1-DVD-i586-Build0091-RAID0@32bit - reason: setup failure
[debug] [pid:2550] REST-API call: POST http://localhost:9526/api/v1/jobs/99927/status
[debug] API key from client: *FB52E4F7433AC743*
[DEBUG] Assigned job '99928' to worker ID '4'
[DEBUG] [Job#99928] Prepare for being processed by worker 4
[debug] [pid:2546] Worker 3 accepted job 99927
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [ljroLfUJxMBv] 200 OK (0s, ??/s)
[info] [pid:2550] +++ worker notes +++
[info] [pid:2550] End time: 2021-09-17 16:38:54
[info] [pid:2550] Result: setup failure
[info] [pid:2563] Uploading autoinst-log.txt
[debug] [pid:2563] Uploading artefact autoinst-log.txt
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2546] Started to send message to 4 for job(s) 99928
[debug] [zeH0t9x966xo] 200 OK (0s, ??/s)
[debug] [pid:2551] Accepting job 99928 from http://localhost:9526.
[debug] [pid:2551] Setting job 99928 from http://localhost:9526 up
[DEBUG] Sent job(s) '99928' to worker '4'
[DEBUG] Scheduler took 0.56805s to perform operations and allocated 2 jobs
[DEBUG] Allocated: { job => 99927, worker => 3 }
[DEBUG] Allocated: { job => 99928, worker => 4 }
    ok 2 - jobs dispatched to different workers
    ok 3 - each of the two jobs allocated to one of the workers
[debug] [pid:2551] Preparing Mojo::IOLoop::ReadWriteProcess::Session
[info] [pid:2551] +++ setup notes +++
[info] [pid:2551] Running on 7ee59d6abfd5:2 (Linux 4.15.0-1106-aws #113-Ubuntu SMP Fri Jun 18 21:31:27 UTC 2021 x86_64)
[debug] [pid:2551] Job settings:
[debug] [pid:2551] 
    ARCH=i586
    BUILD=0091
    DESKTOP=kde
    DISTRI=opensuse
    DVD=1
    FLAVOR=DVD
    INSTALLONLY=1
    ISO=openSUSE-13.1-DVD-i586-Build0091-Media.iso
    ISO_MAXSIZE=4700372992
    JOBTOKEN=FOleYijoROmJSngI
    LOG_LEVEL=debug
    MACHINE=32bit
    NAME=00099928-opensuse-13.1-DVD-i586-Build0091-RAID1@32bit
    OPENQA_HOSTNAME=localhost:9526
    OPENQA_URL=http://localhost:9526
    PRJDIR=/tmp/oNIu2PeHaV/scheduler/openqa/share
    QEMUCPU=qemu32
    QEMUPORT=20022
    RAIDLEVEL=1
    RETRY_DELAY=5
    RETRY_DELAY_IF_WEBUI_BUSY=60
    TEST=RAID1
    VERSION=13.1
    VNC=92
    WORKER_HOSTNAME=127.0.0.1
    WORKER_ID=4
    WORKER_INSTANCE=2
[error] [pid:2551] ISO handling Cannot find ISO asset iso/openSUSE-13.1-DVD-i586-Build0091-Media.iso!
[error] [pid:2551] Unable to setup job 99928: Cannot find ISO asset iso/openSUSE-13.1-DVD-i586-Build0091-Media.iso!
[debug] [pid:2551] Stopping job 99928 from http://localhost:9526: 00099928-opensuse-13.1-DVD-i586-Build0091-RAID1@32bit - reason: setup failure
[debug] [pid:2551] REST-API call: POST http://localhost:9526/api/v1/jobs/99928/status
    ok 4 - no more jobs need to be allocated
[info] [pid:2550] Received signal TERM
[debug] [pid:2547] Accounting size of artefact /tmp/oNIu2PeHaV/scheduler/openqa/testresults/00099/00099927-opensuse-13.1-DVD-i586-Build0091-RAID0@32bit/autoinst-log.txt for job 99927: 649
[debug] [pid:2547] Created artefact: /tmp/oNIu2PeHaV/scheduler/openqa/testresults/00099/00099927-opensuse-13.1-DVD-i586-Build0091-RAID0@32bit/autoinst-log.txt
[debug] [5RTpdXISkfif] 200 OK (0s, ??/s)
[info] [pid:2563] Uploading worker-log.txt
[debug] [pid:2546] Worker 4 accepted job 99928
[debug] [pid:2563] Uploading artefact worker-log.txt
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [T9Jj14My5oDF] 200 OK (0s, ??/s)
[info] [pid:2551] +++ worker notes +++
[info] [pid:2551] End time: 2021-09-17 16:38:54
[info] [pid:2551] Result: setup failure
[info] [pid:2564] Uploading autoinst-log.txt
[debug] [pid:2564] Uploading artefact autoinst-log.txt
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2547] Accounting size of artefact /tmp/oNIu2PeHaV/scheduler/openqa/testresults/00099/00099927-opensuse-13.1-DVD-i586-Build0091-RAID0@32bit/worker-log.txt for job 99927: 1753
[debug] [pid:2547] Created artefact: /tmp/oNIu2PeHaV/scheduler/openqa/testresults/00099/00099927-opensuse-13.1-DVD-i586-Build0091-RAID0@32bit/worker-log.txt
[debug] [306fJOWR3fAc] 200 OK (0s, ??/s)
[debug] [pid:2550] Job 99927 stopped as incomplete
[warn] [pid:2550] Unable to upload results of the job because no command server URL or worker ID have been set.
[debug] [pid:2550] Upload concluded (no current module)
[debug] [pid:2550] REST-API call: POST http://localhost:9526/api/v1/jobs/99927/set_done?reason=asset+failure%3A+Cannot+find+ISO+asset+iso%2FopenSUSE-13.1-DVD-i586-Build0091-Media.iso%21&result=incomplete&worker_id=3
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2547] Accounting size of artefact /tmp/oNIu2PeHaV/scheduler/openqa/testresults/00099/00099928-opensuse-13.1-DVD-i586-Build0091-RAID1@32bit/autoinst-log.txt for job 99928: 649
[debug] [pid:2547] Created artefact: /tmp/oNIu2PeHaV/scheduler/openqa/testresults/00099/00099928-opensuse-13.1-DVD-i586-Build0091-RAID1@32bit/autoinst-log.txt
[debug] [YE4_ENPkWBrt] 200 OK (0s, ??/s)
[info] [pid:2564] Uploading worker-log.txt
[debug] [pid:2564] Uploading artefact worker-log.txt
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [R0SUt1x-aUUt] 200 OK (0s, ??/s)
[debug] [pid:2550] Job 99927 from http://localhost:9526 finished - reason: setup failure
[debug] [pid:2550] Informing http://localhost:9526 that we are going offline
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2547] Accounting size of artefact /tmp/oNIu2PeHaV/scheduler/openqa/testresults/00099/00099928-opensuse-13.1-DVD-i586-Build0091-RAID1@32bit/worker-log.txt for job 99928: 1629
[debug] [pid:2547] Created artefact: /tmp/oNIu2PeHaV/scheduler/openqa/testresults/00099/00099928-opensuse-13.1-DVD-i586-Build0091-RAID1@32bit/worker-log.txt
[debug] [n1vUY1G4z-yE] 200 OK (0s, ??/s)
[debug] [pid:2551] Job 99928 stopped as incomplete
[warn] [pid:2551] Unable to upload results of the job because no command server URL or worker ID have been set.
[debug] [pid:2551] Upload concluded (no current module)
[debug] [pid:2551] REST-API call: POST http://localhost:9526/api/v1/jobs/99928/set_done?reason=asset+failure%3A+Cannot+find+ISO+asset+iso%2FopenSUSE-13.1-DVD-i586-Build0091-Media.iso%21&result=incomplete&worker_id=4
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [-6_YLm9IAxfB] 200 OK (0s, ??/s)
[debug] [pid:2551] Job 99928 from http://localhost:9526 finished - reason: setup failure
[debug] [pid:2551] Cleaning up for next job
[info] [pid:2546] Worker 3 websocket connection closed - 1006
[info] [pid:2551] Received signal TERM
[debug] [pid:2551] Informing http://localhost:9526 that we are going offline
[info] [pid:2546] Worker 4 websocket connection closed - 1006
    1..4
ok 2 - Scheduler worker job allocation
# Subtest: re-scheduling and incompletion of jobs when worker rejects jobs or goes offline
[DEBUG] Duplicating jobs: {
  99981 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 0,
    parallel_children => [],
    parallel_parents => [],
    state => "cancelled",
  },
}
[DEBUG] Job 99981 duplicated as 99982
    ok 1 - no jobs can be allocated to previous workers
    # Starting broken worker. Instance: 3 for host http://localhost:9526
    # PID of openqa-worker: 2567
    # Waiting for worker with ID 5
[info] [pid:2567] worker 3:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/3
[error] [pid:2567] out of order
[info] [pid:2567] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2567] Registering with openQA http://localhost:9526
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [Na1jaGoQ1Pjp] 200 OK (0s, ??/s)
[info] [pid:2567] Establishing ws connection via ws://localhost:9526/api/v1/ws/5
[debug] [sR0q1fnL5-oK] 302 Found (0s, ??/s)
[debug] [RmCM4XjmOJye] 101 Switching Protocols (0s, ??/s)
[info] [pid:2567] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 5
[warn] [pid:2567] out of order - checking again for web UI 'http://localhost:9526' in 0.1 s
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "reason" => "out of order",
  "status" => "broken",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[warn] [pid:2567] out of order - checking again for web UI 'http://localhost:9526' in 0.1 s
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "reason" => "out of order",
  "status" => "broken",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[warn] [pid:2567] out of order - checking again for web UI 'http://localhost:9526' in 0.1 s
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "reason" => "out of order",
  "status" => "broken",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
    ok 2 - scheduler does not consider broken worker for allocating job
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[info] [pid:2546] Worker 5 websocket connection closed - 1006
    # Starting rejective worker. Instance: 3 for host http://localhost:9526
    # Waiting for worker with ID 5
    # PID of openqa-worker: 2569
[info] [pid:2569] worker 3:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/3
[info] [pid:2569] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2569] Registering with openQA http://localhost:9526
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [W8ZR7k-yuDd9] 200 OK (0s, ??/s)
[info] [pid:2569] Establishing ws connection via ws://localhost:9526/api/v1/ws/5
[debug] [S6d-2lsk1DVJ] 302 Found (0s, ??/s)
[debug] [L6Jih6R8fA5n] 101 Switching Protocols (0s, ??/s)
[info] [pid:2569] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 5
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2569] Received ws message: {
  'type' => 'info',
  'population' => 5
}
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2569] Received ws message: {
  'type' => 'info',
  'population' => 5
}
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2569] Received ws message: {
  'population' => 5,
  'type' => 'info'
}
    # waiting for job to be assigned and set back to re-scheduled
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[DEBUG] +=----------------=+
[DEBUG] -> Scheduling new jobs.
[DEBUG] 	 Free workers: 1/5
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2569] Received ws message: {
  'type' => 'info',
  'population' => 5
}
[DEBUG] 	 Scheduled jobs: 1
[DEBUG] Need to schedule 1 parallel jobs for job 99982 (with priority 50)
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[DEBUG] Assigned job '99982' to worker ID '5'
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2569] Received ws message: {
  'type' => 'info',
  'population' => 5
}
[DEBUG] [Job#99982] Prepare for being processed by worker 5
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Found job 99982 in DB from worker_status update sent by worker 5
[debug] [pid:2546] Worker 5 for job 99982 has token ujER2yggAd7KVgyw
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2569] Received ws message: {
  'population' => 5,
  'type' => 'info'
}
[debug] [pid:2546] Started to send message to 5 for job(s) 99982
[debug] [Jv7aLh4jQqLL] 200 OK (0s, ??/s)
[debug] [pid:2569] Received ws message: {
  'job' => {
             'state' => 'assigned',
             'clone_id' => undef,
             't_started' => undef,
             't_finished' => undef,
             'priority' => 50,
             'assigned_worker_id' => 5,
             'settings' => {
                             'ISO_MAXSIZE' => '999999999',
                             'JOBTOKEN' => 'ujER2yggAd7KVgyw',
                             'MACHINE' => '32bit',
                             'NAME' => '00099982-opensuse-13.1-GNOME-Live-i686-Build0091-RAID0@32bit',
                             'LIVECD' => '1',
                             'BUILD' => '0091',
                             'INSTALLONLY' => '1',
                             'TEST' => 'RAID0',
                             'ARCH' => 'i686',
                             'DESKTOP' => 'gnome',
                             'ISO' => 'openSUSE-13.1-GNOME-Live-i686-Build0091-Media.iso',
                             'RAIDLEVEL' => '0',
                             'VERSION' => '13.1',
                             'DISTRI' => 'opensuse',
                             'QEMUCPU' => 'qemu32',
                             'GNOME' => '1',
                             'FLAVOR' => 'GNOME-Live'
                           },
             'blocked_by_id' => undef,
             'result' => 'none',
             'name' => 'opensuse-13.1-GNOME-Live-i686-Build0091-RAID0@32bit',
             'id' => 99982,
             'origin_id' => 99981,
             'test' => 'RAID0',
             'group' => 'opensuse',
             'assets' => {
                           'iso' => [
                                      'openSUSE-13.1-GNOME-Live-i686-Build0091-Media.iso'
                                    ]
                         },
             'group_id' => 1001
           },
  'type' => 'grab_job'
}
[debug] [pid:2569] Rejecting job 99982
[DEBUG] Sent job(s) '99982' to worker '5'
[DEBUG] Scheduler took 0.32127s to perform operations and allocated 1 jobs
[debug] [pid:2546] Worker 5 rejected job(s) 99982: rejection reason
[DEBUG] Allocated: { job => 99982, worker => 5 }
    ok 3 - one job allocated
    ok 4 - right job allocated
    ok 5 - job allocated to expected worker
    # job is assigned
[debug] [pid:2546] Job 99982 reset to state scheduled
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2569] Received ws message: {
  'population' => 5,
  'type' => 'info'
}
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2569] Received ws message: {
  'population' => 5,
  'type' => 'info'
}
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
    ok 6 - assigned job set back to scheduled if worker reports back again but has abandoned the job
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[info] [pid:2546] Worker 5 websocket connection closed - 1006
    # Starting unstable worker. Instance: 3 for host http://localhost:9526
    # PID of openqa-worker-unstable: 2571
    # Waiting for worker with ID 5
[info] [pid:2571] worker 3:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/3
[info] [pid:2571] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2571] Registering with openQA http://localhost:9526
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [DNngKssO6sJ8] 200 OK (0s, ??/s)
[info] [pid:2571] Establishing ws connection via ws://localhost:9526/api/v1/ws/5
[debug] [WejdrQMuhCVE] 302 Found (0s, ??/s)
[debug] [byHUv6broCRw] 101 Switching Protocols (0s, ??/s)
[info] [pid:2571] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 5
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[DEBUG] +=----------------=+
[DEBUG] -> Scheduling new jobs.
[DEBUG] 	 Free workers: 1/5
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[DEBUG] 	 Scheduled jobs: 1
[DEBUG] Need to schedule 1 parallel jobs for job 99982 (with priority 50)
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[DEBUG] Assigned job '99982' to worker ID '5'
[DEBUG] [Job#99982] Prepare for being processed by worker 5
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Found job 99982 in DB from worker_status update sent by worker 5
[debug] [pid:2546] Worker 5 for job 99982 has token 54vDunsc3rzDUBVJ
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Started to send message to 5 for job(s) 99982
[debug] [j6Kgj4v3llJj] 200 OK (0s, ??/s)
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Found job 99982 in DB from worker_status update sent by worker 5
[debug] [pid:2546] Worker 5 for job 99982 has token 54vDunsc3rzDUBVJ
[debug] [pid:2546] Rescheduling jobs assigned to worker 5
[debug] [pid:2546] Job 99982 reset to state scheduled
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[DEBUG] Sent job(s) '99982' to worker '5'
[debug] [pid:2571] Accepting job 99982 from http://localhost:9526.
[DEBUG] Scheduler took 0.35856s to perform operations and allocated 1 jobs
[DEBUG] Allocated: { job => 99982, worker => 5 }
[debug] [pid:2571] Setting job 99982 from http://localhost:9526 up
    ok 7 - one job allocated
    ok 8 - right job allocated
    ok 9 - job allocated to expected worker
[debug] [pid:2571] Preparing Mojo::IOLoop::ReadWriteProcess::Session
[debug] [pid:2546] Updating seen of worker 5 from worker_status
    # Starting unstable worker. Instance: 3 for host http://localhost:9526
[debug] [pid:2546] Rescheduling jobs assigned to worker 5
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[info] [pid:2546] Worker 5 websocket connection closed - 1006
    # Waiting for worker with ID 5
    # PID of openqa-worker-unstable: 2573
    # waiting for job to be incompleted
[info] [pid:2573] worker 3:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/3
[info] [pid:2573] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2573] Registering with openQA http://localhost:9526
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [Z1Gckoa01Rcx] 200 OK (0s, ??/s)
[info] [pid:2573] Establishing ws connection via ws://localhost:9526/api/v1/ws/5
[debug] [PCjVaazYmTU3] 302 Found (0s, ??/s)
[debug] [gRvEZDX_fUi3] 101 Switching Protocols (0s, ??/s)
[info] [pid:2573] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 5
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 5 from worker_status
    not ok 10 - running job set to done if its worker re-connects claiming not to work on it anymore
[debug] [pid:2546] Sent population to worker: { population => 5, type => "info" }
    not ok 11 - running job incompleted if its worker re-connects claiming not to work on it anymore
    not ok 12 - reason is set
[info] [pid:2546] Worker 5 websocket connection closed - 1006
    1..12
not ok 3 - re-scheduling and incompletion of jobs when worker rejects jobs or goes offline
# Subtest: Simulation of heavy unstable load
[DEBUG] Duplicating jobs: {
  99982 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 0,
    parallel_children => [],
    parallel_parents => [],
    state => "running",
  },
}
[DEBUG] Job 99982 duplicated as 99983
[DEBUG] Duplicating jobs: {
  99963 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 0,
    parallel_children => [],
    parallel_parents => [],
    state => "running",
  },
}
[DEBUG] Job 99963 duplicated as 99984
[DEBUG] Duplicating jobs: {
  99961 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 0,
    parallel_children => [],
    parallel_parents => [],
    state => "running",
  },
}
[DEBUG] Job 99961 duplicated as 99985
[DEBUG] Duplicating jobs: {
  99947 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 1,
    parallel_children => [],
    parallel_parents => [],
    state => "done",
  },
}
[DEBUG] Job 99947 duplicated as 99986
[DEBUG] Duplicating jobs: {
  99946 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 1,
    parallel_children => [],
    parallel_parents => [],
    state => "done",
  },
}
[DEBUG] Job 99946 duplicated as 99987
[DEBUG] Duplicating jobs: {
  99940 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 0,
    parallel_children => [],
    parallel_parents => [],
    state => "done",
  },
}
[DEBUG] Job 99940 duplicated as 99988
[DEBUG] Duplicating jobs: {
  99939 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 1,
    parallel_children => [],
    parallel_parents => [],
    state => "done",
  },
}
[DEBUG] Job 99939 duplicated as 99989
[DEBUG] Duplicating jobs: {
  99938 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 0,
    parallel_children => [],
    parallel_parents => [],
    state => "done",
  },
}
[DEBUG] Job 99938 duplicated as 99990
[DEBUG] Duplicating jobs: {
  99937 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 1,
    parallel_children => [],
    parallel_parents => [],
    state => "done",
  },
}
[DEBUG] Job 99937 duplicated as 99991
[DEBUG] Duplicating jobs: {
  99936 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 1,
    parallel_children => [],
    parallel_parents => [],
    state => "done",
  },
}
[DEBUG] Job 99936 duplicated as 99992
[DEBUG] Duplicating jobs: {
  99928 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 0,
    parallel_children => [],
    parallel_parents => [],
    state => "done",
  },
}
[DEBUG] Job 99928 duplicated as 99993
[DEBUG] Duplicating jobs: {
  99927 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 0,
    parallel_children => [],
    parallel_parents => [],
    state => "done",
  },
}
[DEBUG] Job 99927 duplicated as 99994
[DEBUG] Duplicating jobs: {
  99926 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 0,
    parallel_children => [],
    parallel_parents => [],
    state => "done",
  },
}
[DEBUG] Job 99926 duplicated as 99995
[DEBUG] Duplicating jobs: {
  99764 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 1,
    parallel_children => [],
    parallel_parents => [],
    state => "done",
  },
}
[DEBUG] Job 99764 duplicated as 99996
[DEBUG] Duplicating jobs: {
  80000 => {
    chained_children => [],
    chained_parents => [],
    directly_chained_children => [],
    directly_chained_parents => [],
    is_parent_or_initial_job => 1,
    ok => 1,
    parallel_children => [],
    parallel_parents => [],
    state => "done",
  },
}
[DEBUG] Job 80000 duplicated as 99997
    # Starting unresponsive worker. Instance: 1 for host http://localhost:9526
    # Starting unresponsive worker. Instance: 2 for host http://localhost:9526
    # PID of openqa-worker: 2575
    # PID of openqa-worker: 2576
[info] [pid:2575] worker 1:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 qemu_i386,qemu_x86_64
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/1
    # Starting unresponsive worker. Instance: 3 for host http://localhost:9526
[info] [pid:2575] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2575] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2577
[info] [pid:2576] worker 2:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/2
    # Starting unresponsive worker. Instance: 4 for host http://localhost:9526
[info] [pid:2576] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2576] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2579
    # Starting unresponsive worker. Instance: 5 for host http://localhost:9526
[info] [pid:2577] worker 3:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/3
[info] [pid:2577] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2577] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2581
[info] [pid:2579] worker 4:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/4
[info] [pid:2579] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
    # Starting unresponsive worker. Instance: 6 for host http://localhost:9526
[info] [pid:2579] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2583
    # Starting unresponsive worker. Instance: 7 for host http://localhost:9526
[info] [pid:2581] worker 5:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/5
[debug] API key from client: *FB52E4F7433AC743*
[info] [pid:2583] worker 6:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/6
[info] [pid:2581] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2581] Registering with openQA http://localhost:9526
[info] [pid:2583] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2583] Registering with openQA http://localhost:9526
    # Starting unresponsive worker. Instance: 8 for host http://localhost:9526
    # PID of openqa-worker: 2585
[debug] Key is for user "worker"
    # PID of openqa-worker: 2588
[debug] API auth by user: worker, operator: 1
    # Starting unresponsive worker. Instance: 9 for host http://localhost:9526
[info] [pid:2588] worker 8:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/8
[info] [pid:2588] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2588] Registering with openQA http://localhost:9526
[debug] [ksdMqUhy9I6g] 200 OK (0s, ??/s)
[info] [pid:2585] worker 7:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/7
    # PID of openqa-worker: 2589
[info] [pid:2585] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2585] Registering with openQA http://localhost:9526
    # Starting unresponsive worker. Instance: 10 for host http://localhost:9526
[info] [pid:2575] Establishing ws connection via ws://localhost:9526/api/v1/ws/3
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # PID of openqa-worker: 2592
[info] [pid:2589] worker 9:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/9
    # Starting unresponsive worker. Instance: 11 for host http://localhost:9526
[info] [pid:2589] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2589] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2593
    # Starting unresponsive worker. Instance: 12 for host http://localhost:9526
[info] [pid:2592] worker 10:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/10
[info] [pid:2592] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2592] Registering with openQA http://localhost:9526
[info] [pid:2593] worker 11:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/11
    # PID of openqa-worker: 2595
[info] [pid:2593] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
    # Starting unresponsive worker. Instance: 13 for host http://localhost:9526
[info] [pid:2593] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2598
    # Starting unresponsive worker. Instance: 14 for host http://localhost:9526
[info] [pid:2595] worker 12:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/12
[info] [pid:2595] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2595] Registering with openQA http://localhost:9526
[info] [pid:2598] worker 13:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/13
[info] [pid:2598] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
    # PID of openqa-worker: 2599
    # Starting unresponsive worker. Instance: 15 for host http://localhost:9526
[info] [pid:2598] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2602
    # Starting unresponsive worker. Instance: 16 for host http://localhost:9526
[debug] [QRLPZqF-q4Bu] 200 OK (0s, ??/s)
[info] [pid:2581] Establishing ws connection via ws://localhost:9526/api/v1/ws/6
[info] [pid:2599] worker 14:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/14
    # PID of openqa-worker: 2603
[debug] API key from client: *FB52E4F7433AC743*
    # Starting unresponsive worker. Instance: 17 for host http://localhost:9526
[info] [pid:2599] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2599] Registering with openQA http://localhost:9526
[info] [pid:2602] worker 15:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/15
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # PID of openqa-worker: 2605
[info] [pid:2602] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2602] Registering with openQA http://localhost:9526
    # Starting unresponsive worker. Instance: 18 for host http://localhost:9526
[info] [pid:2605] worker 17:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/17
    # PID of openqa-worker: 2606
    # Starting unresponsive worker. Instance: 19 for host http://localhost:9526
[info] [pid:2605] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2605] Registering with openQA http://localhost:9526
[info] [pid:2603] worker 16:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/16
[info] [pid:2603] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2603] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2609
    # Starting unresponsive worker. Instance: 20 for host http://localhost:9526
[info] [pid:2606] worker 18:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/18
[info] [pid:2606] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2606] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2610
[info] [pid:2609] worker 19:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/19
    # Starting unresponsive worker. Instance: 21 for host http://localhost:9526
[info] [pid:2609] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2609] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2613
    # Starting unresponsive worker. Instance: 22 for host http://localhost:9526
[info] [pid:2610] worker 20:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/20
[info] [pid:2610] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2610] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2615
    # Starting unresponsive worker. Instance: 23 for host http://localhost:9526
[info] [pid:2613] worker 21:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/21
[info] [pid:2613] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2613] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2617
    # Starting unresponsive worker. Instance: 24 for host http://localhost:9526
[info] [pid:2615] worker 22:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/22
[info] [pid:2615] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2615] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2619
    # Starting unresponsive worker. Instance: 25 for host http://localhost:9526
[info] [pid:2617] worker 23:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/23
[debug] [Iy4zTFkiSr2R] 200 OK (0s, ??/s)
[info] [pid:2617] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2617] Registering with openQA http://localhost:9526
[info] [pid:2583] Establishing ws connection via ws://localhost:9526/api/v1/ws/7
    # PID of openqa-worker: 2621
    # Starting unresponsive worker. Instance: 26 for host http://localhost:9526
[debug] API key from client: *FB52E4F7433AC743*
[info] [pid:2619] worker 24:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/24
[info] [pid:2619] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2619] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2622
    # Starting unresponsive worker. Instance: 27 for host http://localhost:9526
[info] [pid:2621] worker 25:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/25
[info] [pid:2621] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2621] Registering with openQA http://localhost:9526
[debug] Key is for user "worker"
[info] [pid:2622] worker 26:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/26
[debug] API auth by user: worker, operator: 1
[info] [pid:2622] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2622] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2625
    # Starting unresponsive worker. Instance: 28 for host http://localhost:9526
    # PID of openqa-worker: 2628
    # Starting unresponsive worker. Instance: 29 for host http://localhost:9526
    # PID of openqa-worker: 2629
[info] [pid:2625] worker 27:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/27
[info] [pid:2628] worker 28:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/28
[info] [pid:2625] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2625] Registering with openQA http://localhost:9526
[info] [pid:2628] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
    # Starting unresponsive worker. Instance: 30 for host http://localhost:9526
[info] [pid:2628] Registering with openQA http://localhost:9526
[info] [pid:2629] worker 29:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/29
    # PID of openqa-worker: 2631
    # Starting unresponsive worker. Instance: 31 for host http://localhost:9526
[info] [pid:2629] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2629] Registering with openQA http://localhost:9526
[info] [pid:2631] worker 30:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/30
[info] [pid:2631] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2631] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2633
    # Starting unresponsive worker. Instance: 32 for host http://localhost:9526
[info] [pid:2633] worker 31:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/31
    # Starting unresponsive worker. Instance: 33 for host http://localhost:9526
    # PID of openqa-worker: 2636
    # Starting unresponsive worker. Instance: 34 for host http://localhost:9526
    # PID of openqa-worker: 2637
[info] [pid:2633] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2633] Registering with openQA http://localhost:9526
[info] [pid:2636] worker 32:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/32
[info] [pid:2636] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2636] Registering with openQA http://localhost:9526
[info] [pid:2637] worker 33:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/33
    # PID of openqa-worker: 2639
    # Starting unresponsive worker. Instance: 35 for host http://localhost:9526
[info] [pid:2637] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2637] Registering with openQA http://localhost:9526
    # Starting unresponsive worker. Instance: 36 for host http://localhost:9526
    # PID of openqa-worker: 2642
    # PID of openqa-worker: 2643
[info] [pid:2639] worker 34:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/34
[info] [pid:2639] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2639] Registering with openQA http://localhost:9526
    # Starting unresponsive worker. Instance: 37 for host http://localhost:9526
[info] [pid:2642] worker 35:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/35
[info] [pid:2642] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2642] Registering with openQA http://localhost:9526
    # Starting unresponsive worker. Instance: 38 for host http://localhost:9526
    # PID of openqa-worker: 2645
[info] [pid:2643] worker 36:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/36
[info] [pid:2643] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2643] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2647
    # Starting unresponsive worker. Instance: 39 for host http://localhost:9526
[info] [pid:2645] worker 37:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/37
    # PID of openqa-worker: 2649
    # Starting unresponsive worker. Instance: 40 for host http://localhost:9526
[info] [pid:2645] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2645] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2650
[info] [pid:2647] worker 38:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/38
    # Starting unresponsive worker. Instance: 41 for host http://localhost:9526
[info] [pid:2647] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2647] Registering with openQA http://localhost:9526
[debug] [nMP-S-vAODN0] 200 OK (0s, ??/s)
[info] [pid:2579] Establishing ws connection via ws://localhost:9526/api/v1/ws/8
    # Starting unresponsive worker. Instance: 42 for host http://localhost:9526
[info] [pid:2649] worker 39:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/39
[debug] API key from client: *FB52E4F7433AC743*
    # PID of openqa-worker: 2653
[info] [pid:2650] worker 40:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/40
[info] [pid:2649] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2649] Registering with openQA http://localhost:9526
[info] [pid:2650] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2650] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2654
    # Starting unresponsive worker. Instance: 43 for host http://localhost:9526
    # Starting unresponsive worker. Instance: 44 for host http://localhost:9526
    # PID of openqa-worker: 2656
[debug] Key is for user "worker"
[info] [pid:2653] worker 41:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/41
[debug] API auth by user: worker, operator: 1
[info] [pid:2653] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
    # Starting unresponsive worker. Instance: 45 for host http://localhost:9526
    # PID of openqa-worker: 2658
[info] [pid:2653] Registering with openQA http://localhost:9526
[info] [pid:2654] worker 42:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/42
    # PID of openqa-worker: 2659
[info] [pid:2654] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
    # Starting unresponsive worker. Instance: 46 for host http://localhost:9526
[info] [pid:2654] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2661
    # Starting unresponsive worker. Instance: 47 for host http://localhost:9526
[info] [pid:2658] worker 44:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/44
[info] [pid:2656] worker 43:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/43
[info] [pid:2658] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2658] Registering with openQA http://localhost:9526
[info] [pid:2656] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2656] Registering with openQA http://localhost:9526
[info] [pid:2659] worker 45:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/45
[info] [pid:2659] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2659] Registering with openQA http://localhost:9526
[info] [pid:2661] worker 46:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/46
    # PID of openqa-worker: 2664
[info] [pid:2661] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2661] Registering with openQA http://localhost:9526
    # Starting unresponsive worker. Instance: 48 for host http://localhost:9526
[debug] [54okelC5sRy3] 200 OK (0s, ??/s)
[info] [pid:2576] Establishing ws connection via ws://localhost:9526/api/v1/ws/4
    # PID of openqa-worker: 2668
[debug] API key from client: *FB52E4F7433AC743*
[info] [pid:2664] worker 47:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/47
[info] [pid:2664] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[info] [pid:2668] worker 48:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/48
    # Starting unresponsive worker. Instance: 49 for host http://localhost:9526
[info] [pid:2668] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2668] Registering with openQA http://localhost:9526
[info] [pid:2664] Registering with openQA http://localhost:9526
    # PID of openqa-worker: 2669
    # Starting unresponsive worker. Instance: 50 for host http://localhost:9526
    # PID of openqa-worker: 2672
    # Waiting for worker with ID 3
[info] [pid:2669] worker 49:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/49
[info] [pid:2669] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2669] Registering with openQA http://localhost:9526
    # Waiting for worker with ID 4
[info] [pid:2672] worker 50:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/50
[info] [pid:2672] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2672] Registering with openQA http://localhost:9526
[debug] [boKQF_QMJ7N0] 200 OK (0s, ??/s)
[info] [pid:2577] Establishing ws connection via ws://localhost:9526/api/v1/ws/5
    # Waiting for worker with ID 5
[debug] API key from client: *FB52E4F7433AC743*
    # Waiting for worker with ID 6
    # Waiting for worker with ID 7
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 8
    # Waiting for worker with ID 9
    # Waiting for worker with ID 10
[debug] [Tb-tjbWBD9hl] 200 OK (0s, ??/s)
[info] [pid:2642] Establishing ws connection via ws://localhost:9526/api/v1/ws/9
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [DNvdXKlX8rx8] 200 OK (0s, ??/s)
[info] [pid:2631] Establishing ws connection via ws://localhost:9526/api/v1/ws/10
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 11
    # Waiting for worker with ID 12
[debug] [q7Pt4sfinLDC] 200 OK (0s, ??/s)
[info] [pid:2637] Establishing ws connection via ws://localhost:9526/api/v1/ws/11
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [X0T5PMCEgTEC] 200 OK (0s, ??/s)
[info] [pid:2653] Establishing ws connection via ws://localhost:9526/api/v1/ws/12
[debug] [1r1UCEKnyYPO] 302 Found (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[debug] [QBXzUhexOaiz] 101 Switching Protocols (0s, ??/s)
[info] [pid:2581] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 6
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2546] Received from worker "6" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 6 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 13, type => "info" }
[debug] [pid:2581] Received ws message: {
  'type' => 'info',
  'population' => 13
}
[debug] [39XGsfPl5jfD] 200 OK (0s, ??/s)
[info] [pid:2636] Establishing ws connection via ws://localhost:9526/api/v1/ws/13
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 13
    # Waiting for worker with ID 14
    # Waiting for worker with ID 15
[debug] [CM97LmbDFvq0] 200 OK (0s, ??/s)
[info] [pid:2593] Establishing ws connection via ws://localhost:9526/api/v1/ws/14
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [LcS3O9rC7tyU] 200 OK (0s, ??/s)
[info] [pid:2606] Establishing ws connection via ws://localhost:9526/api/v1/ws/15
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [OZ824gTiFJBB] 200 OK (0s, ??/s)
[info] [pid:2649] Establishing ws connection via ws://localhost:9526/api/v1/ws/16
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 16
    # Waiting for worker with ID 17
    # Waiting for worker with ID 18
[debug] [ddaSkPrlRxGT] 200 OK (0s, ??/s)
[info] [pid:2609] Establishing ws connection via ws://localhost:9526/api/v1/ws/17
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [fBeInURrOHjW] 200 OK (0s, ??/s)
[info] [pid:2650] Establishing ws connection via ws://localhost:9526/api/v1/ws/18
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 19
    # Waiting for worker with ID 20
[debug] [E6e9-9CaOOQe] 200 OK (0s, ??/s)
[info] [pid:2622] Establishing ws connection via ws://localhost:9526/api/v1/ws/19
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [LvppSebiJmCz] 200 OK (0s, ??/s)
[info] [pid:2639] Establishing ws connection via ws://localhost:9526/api/v1/ws/20
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [RA2tG8G9Zt9w] 200 OK (0s, ??/s)
[info] [pid:2610] Establishing ws connection via ws://localhost:9526/api/v1/ws/21
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 21
    # Waiting for worker with ID 22
    # Waiting for worker with ID 23
[debug] [XmZExBm4d1nc] 200 OK (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[info] [pid:2668] Establishing ws connection via ws://localhost:9526/api/v1/ws/22
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [aJTTBHuYYCSs] 200 OK (0s, ??/s)
[info] [pid:2605] Establishing ws connection via ws://localhost:9526/api/v1/ws/23
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [jnCftH6RoXGK] 200 OK (0s, ??/s)
[info] [pid:2603] Establishing ws connection via ws://localhost:9526/api/v1/ws/24
[debug] API key from client: *FB52E4F7433AC743*
    # Waiting for worker with ID 24
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 25
[debug] [J_E_LBgEfVe9] 200 OK (0s, ??/s)
[info] [pid:2602] Establishing ws connection via ws://localhost:9526/api/v1/ws/25
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [Q4Ekq5RmUzWT] 200 OK (0s, ??/s)
[info] [pid:2658] Establishing ws connection via ws://localhost:9526/api/v1/ws/26
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 26
    # Waiting for worker with ID 27
    # Waiting for worker with ID 28
[debug] [5Aw088QMg2NJ] 200 OK (0s, ??/s)
[info] [pid:2628] Establishing ws connection via ws://localhost:9526/api/v1/ws/27
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [ZL66OBoubVVe] 200 OK (0s, ??/s)
[info] [pid:2615] Establishing ws connection via ws://localhost:9526/api/v1/ws/28
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [gauhqxOGMWGa] 200 OK (0s, ??/s)
[info] [pid:2654] Establishing ws connection via ws://localhost:9526/api/v1/ws/29
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 29
    # Waiting for worker with ID 30
    # Waiting for worker with ID 31
[debug] [HBkmJDNvg8j3] 200 OK (0s, ??/s)
[info] [pid:2589] Establishing ws connection via ws://localhost:9526/api/v1/ws/30
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [3M7flJ_gQ8fc] 200 OK (0s, ??/s)
[info] [pid:2619] Establishing ws connection via ws://localhost:9526/api/v1/ws/31
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [ce5R5F5OSe41] 200 OK (0s, ??/s)
[info] [pid:2656] Establishing ws connection via ws://localhost:9526/api/v1/ws/32
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 32
    # Waiting for worker with ID 33
    # Waiting for worker with ID 34
[debug] [oC8EHMkYnwXc] 200 OK (0s, ??/s)
[info] [pid:2599] Establishing ws connection via ws://localhost:9526/api/v1/ws/33
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [woQOrgd2u0WC] 200 OK (0s, ??/s)
[info] [pid:2647] Establishing ws connection via ws://localhost:9526/api/v1/ws/34
[debug] [ZSE8bJ9kydSa] 302 Found (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[debug] [U9Di57wuygFy] 101 Switching Protocols (0s, ??/s)
[info] [pid:2576] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 4
[debug] [pid:2546] Received from worker "4" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2546] Updating seen of worker 4 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 35, type => "info" }
[debug] [pid:2576] Received ws message: {
  'population' => 35,
  'type' => 'info'
}
[debug] [dXsoWsOlzJRo] 200 OK (0s, ??/s)
[info] [pid:2613] Establishing ws connection via ws://localhost:9526/api/v1/ws/35
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 35
    # Waiting for worker with ID 36
    # Waiting for worker with ID 37
[debug] [DJ_iYQa6cTaX] 200 OK (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[info] [pid:2595] Establishing ws connection via ws://localhost:9526/api/v1/ws/36
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [_veShQRKRme7] 200 OK (0s, ??/s)
[info] [pid:2633] Establishing ws connection via ws://localhost:9526/api/v1/ws/37
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [X8o6PiCya576] 200 OK (0s, ??/s)
[info] [pid:2588] Establishing ws connection via ws://localhost:9526/api/v1/ws/38
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 38
    # Waiting for worker with ID 39
    # Waiting for worker with ID 40
[debug] [9vTkhqNMV3A2] 200 OK (0s, ??/s)
[info] [pid:2585] Establishing ws connection via ws://localhost:9526/api/v1/ws/39
[debug] [QrJdnuveZiaF] 302 Found (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[debug] [hWDtIttHi_2S] 101 Switching Protocols (0s, ??/s)
[info] [pid:2579] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 8
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2546] Received from worker "8" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 8 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 40, type => "info" }
[debug] [pid:2579] Received ws message: {
  'type' => 'info',
  'population' => 40
}
[debug] [Yna6rKisx6iy] 200 OK (0s, ??/s)
[info] [pid:2598] Establishing ws connection via ws://localhost:9526/api/v1/ws/40
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [YZCsj54wbdDQ] 200 OK (0s, ??/s)
[info] [pid:2645] Establishing ws connection via ws://localhost:9526/api/v1/ws/41
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 41
    # Waiting for worker with ID 42
    # Waiting for worker with ID 43
[debug] [V_RH64eNAzMG] 200 OK (0s, ??/s)
[info] [pid:2621] Establishing ws connection via ws://localhost:9526/api/v1/ws/42
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [rTe_qXrL3THh] 200 OK (0s, ??/s)
[info] [pid:2617] Establishing ws connection via ws://localhost:9526/api/v1/ws/43
[debug] [KoAkHCdUmPrb] 302 Found (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[debug] [9ch6tU0Ah9n6] 101 Switching Protocols (0s, ??/s)
[info] [pid:2577] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 5
[debug] [pid:2546] Received from worker "5" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2546] Updating seen of worker 5 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 44, type => "info" }
[debug] [pid:2577] Received ws message: {
  'type' => 'info',
  'population' => 44
}
[debug] [mZdIP_I7oiHT] 200 OK (0s, ??/s)
[info] [pid:2659] Establishing ws connection via ws://localhost:9526/api/v1/ws/44
[debug] API key from client: *FB52E4F7433AC743*
    # Waiting for worker with ID 44
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 45
    # Waiting for worker with ID 46
[debug] [Un7Ijq0Qmd8v] 200 OK (0s, ??/s)
[info] [pid:2661] Establishing ws connection via ws://localhost:9526/api/v1/ws/45
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pk1C-H6X9V7r] 200 OK (0s, ??/s)
[info] [pid:2629] Establishing ws connection via ws://localhost:9526/api/v1/ws/46
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [XmTxbre5eFHU] 200 OK (0s, ??/s)
[info] [pid:2643] Establishing ws connection via ws://localhost:9526/api/v1/ws/47
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 47
    # Waiting for worker with ID 48
    # Waiting for worker with ID 49
[debug] [X14WGOGxljCt] 200 OK (0s, ??/s)
[info] [pid:2625] Establishing ws connection via ws://localhost:9526/api/v1/ws/48
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [ayXZudFAopam] 200 OK (0s, ??/s)
[info] [pid:2592] Establishing ws connection via ws://localhost:9526/api/v1/ws/49
[debug] [dGRSEO4Ac4eG] 302 Found (0s, ??/s)
[debug] [7n0OIGCjiacS] 302 Found (0s, ??/s)
[debug] [xuBWQWiU3tf6] 101 Switching Protocols (0s, ??/s)
[info] [pid:2583] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 7
[debug] [6uD-jF0ZQxct] 101 Switching Protocols (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[info] [pid:2575] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 3
[debug] Key is for user "worker"
[debug] [pid:2546] Received from worker "7" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2546] Updating seen of worker 7 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 49, type => "info" }
[debug] [pid:2583] Received ws message: {
  'type' => 'info',
  'population' => 49
}
[debug] [pid:2546] Received from worker "3" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 3 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 50, type => "info" }
[debug] [pid:2575] Received ws message: {
  'type' => 'info',
  'population' => 50
}
    # Waiting for worker with ID 50
    # Waiting for worker with ID 51
[debug] [PLpX0Otcy4Z-] 200 OK (0s, ??/s)
[info] [pid:2669] Establishing ws connection via ws://localhost:9526/api/v1/ws/50
[debug] [JkHFF5jVKGnS] 302 Found (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[debug] [coFmeOhgip-k] 101 Switching Protocols (0s, ??/s)
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[info] [pid:2631] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 10
[debug] [pid:2546] Received from worker "10" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 10 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 51, type => "info" }
[debug] [pid:2631] Received ws message: {
  'type' => 'info',
  'population' => 51
}
[debug] [9xE0A7wtL0bV] 200 OK (0s, ??/s)
[info] [pid:2664] Establishing ws connection via ws://localhost:9526/api/v1/ws/51
[debug] [ix_qQ_nYooRS] 302 Found (0s, ??/s)
[debug] [1Nrk6lZ9Geyo] 302 Found (0s, ??/s)
[debug] [JYeet7wRlMq_] 302 Found (0s, ??/s)
[debug] [fjLwZlCODUgU] 101 Switching Protocols (0s, ??/s)
[info] [pid:2609] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 17
[debug] [NfZviMH6-oit] 101 Switching Protocols (0s, ??/s)
[debug] [Ge6Fgt3UZYWy] 302 Found (0s, ??/s)
[info] [pid:2656] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 32
[debug] [3ymZdA-4F_5H] 302 Found (0s, ??/s)
[debug] [pid:2546] Received from worker "17" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [99Jvai7mWtbR] 302 Found (0s, ??/s)
[debug] [pid:2546] Updating seen of worker 17 from worker_status
[debug] [b8nce1tklnSC] 302 Found (0s, ??/s)
[debug] [IqVoZv5R5jPB] 302 Found (0s, ??/s)
[debug] [aOfaqzgmKjxl] 302 Found (0s, ??/s)
[debug] [hE2cTjqS-MdL] 302 Found (0s, ??/s)
[debug] [6MxMkmDLdZ9J] 302 Found (0s, ??/s)
[debug] [pid:2546] Sent population to worker: { population => 51, type => "info" }
[debug] [ad-JOTjhw_OW] 302 Found (0s, ??/s)
[debug] [G0_9AplzxsGr] 302 Found (0s, ??/s)
[debug] [wbbUB9ngcH0A] 101 Switching Protocols (0s, ??/s)
[info] [pid:2653] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 12
[debug] [I76BLucvuBcV] 302 Found (0s, ??/s)
[debug] [lE9he4r4tABQ] 101 Switching Protocols (0s, ??/s)
[info] [pid:2633] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 37
[debug] [3ihuz22YwJ7r] 302 Found (0s, ??/s)
[debug] [kKCXx9mOkz_2] 101 Switching Protocols (0s, ??/s)
[debug] [kz_TS5WeveOe] 302 Found (0s, ??/s)
[info] [pid:2650] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 18
[debug] [foG2-c1eZYWa] 302 Found (0s, ??/s)
[debug] [pid:2546] Received from worker "32" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 32 from worker_status
[debug] [7EcvC5A2GoXn] 302 Found (0s, ??/s)
    # Waiting for worker with ID 52
[debug] [LtPpyP4mkphG] 302 Found (0s, ??/s)
[debug] [2u32JyW5qYSY] 302 Found (0s, ??/s)
[debug] [5RUUEThgjF-z] 302 Found (0s, ??/s)
[debug] [pid:2546] Sent population to worker: { population => 51, type => "info" }
[debug] [pid:2609] Received ws message: {
  'population' => 51,
  'type' => 'info'
}
[debug] API key from client: *FB52E4F7433AC743*
[debug] [O4zbNIsl9dCX] 101 Switching Protocols (0s, ??/s)
[info] [pid:2645] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 41
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [3bIt00j78EKT] 101 Switching Protocols (0s, ??/s)
[info] [pid:2599] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 33
[debug] [ej4zYYEBMkd5] 101 Switching Protocols (0s, ??/s)
[info] [pid:2658] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 26
[debug] [4Wm8RXt71hKu] 101 Switching Protocols (0s, ??/s)
[info] [pid:2668] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 22
[debug] [SjNioyjxXxFH] 101 Switching Protocols (0s, ??/s)
[info] [pid:2621] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 42
[debug] [_3p4enYbwtK9] 101 Switching Protocols (0s, ??/s)
[info] [pid:2615] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 28
[debug] [pid:2546] Received from worker "12" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 12 from worker_status
[debug] [P3zaJCSHMDVj] 200 OK (0s, ??/s)
[info] [pid:2672] Establishing ws connection via ws://localhost:9526/api/v1/ws/52
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [zOmTFV7-kXS2] 302 Found (0s, ??/s)
[debug] [mKl8CFS8TH0m] 302 Found (0s, ??/s)
[debug] [pid:2546] Received from worker "37" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [gR1Qijlftzat] 302 Found (0s, ??/s)
[debug] [pid:2546] Updating seen of worker 37 from worker_status
[debug] [x4avxg_Tq4hF] 302 Found (0s, ??/s)
[debug] [X6wi0rnkQZd-] 302 Found (0s, ??/s)
[debug] [7KIvHM5JaRgm] 302 Found (0s, ??/s)
[debug] [CzpnfPa_JXDd] 302 Found (0s, ??/s)
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "18" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [mumAlvBy8rvq] 302 Found (0s, ??/s)
[debug] [pid:2546] Updating seen of worker 18 from worker_status
[debug] [fAzexzpF3gQV] 302 Found (0s, ??/s)
[debug] [CZA4uAjqjl5R] 302 Found (0s, ??/s)
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2656] Received ws message: {
  'population' => 51,
  'type' => 'info'
}
[debug] [Db6-Gv9fjGGx] 302 Found (0s, ??/s)
[debug] [pid:2546] Received from worker "41" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 41 from worker_status
[debug] [7_RKRlRZ3xF7] 302 Found (0s, ??/s)
[debug] [e9KjOl_xNp8-] 302 Found (0s, ??/s)
[debug] [x8ngwQbWNpDh] 302 Found (0s, ??/s)
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [Hryc6qVUUqBQ] 302 Found (0s, ??/s)
[debug] [LrTlA0kgn6dU] 302 Found (0s, ??/s)
[debug] [pid:2546] Received from worker "33" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 33 from worker_status
[debug] [cyfwuLHE_5R8] 302 Found (0s, ??/s)
[debug] [1LtFZTmdTAbl] 302 Found (0s, ??/s)
[debug] [HriO_vMo2qwI] 302 Found (0s, ??/s)
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [OTeiJaGgRIIU] 302 Found (0s, ??/s)
[debug] [pid:2546] Received from worker "26" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 26 from worker_status
[debug] [9zKlpWhx455G] 302 Found (0s, ??/s)
[debug] [fafMu97vp7ti] 302 Found (0s, ??/s)
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "22" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 22 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "42" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 42 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "28" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 28 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [ePct8yhx1oSm] 101 Switching Protocols (0s, ??/s)
[info] [pid:2595] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 36
[debug] [pid:2658] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [pid:2599] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [V2PIttdt7_dA] 101 Switching Protocols (0s, ??/s)
[info] [pid:2654] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 29
[debug] [pid:2633] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [sls2s4nCMWX9] 101 Switching Protocols (0s, ??/s)
[info] [pid:2592] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 49
[debug] [pid:2650] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [87ohPhlep4cY] 101 Switching Protocols (0s, ??/s)
[info] [pid:2598] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 40
[debug] [BAZtEvjFHl3n] 101 Switching Protocols (0s, ??/s)
[info] [pid:2642] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 9
[debug] [MknI2NmZpRHJ] 101 Switching Protocols (0s, ??/s)
[info] [pid:2610] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 21
[debug] [pid:2615] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [bzWdGDGqbvjZ] 101 Switching Protocols (0s, ??/s)
[info] [pid:2628] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 27
[debug] [Xf0aBPnJXA78] 101 Switching Protocols (0s, ??/s)
[info] [pid:2661] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 45
[debug] [pid:2645] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [Kxf4HiD74q05] 101 Switching Protocols (0s, ??/s)
[info] [pid:2619] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 31
[debug] [pid:2668] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [pid:2653] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [qNK5bh9Ift81] 101 Switching Protocols (0s, ??/s)
[info] [pid:2605] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 23
[debug] [7Fdqw4hB1V3h] 101 Switching Protocols (0s, ??/s)
[info] [pid:2585] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 39
[debug] [SQhvSJ8SJbKJ] 101 Switching Protocols (0s, ??/s)
[info] [pid:2606] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 15
[debug] [4lyOFMPOhk2u] 101 Switching Protocols (0s, ??/s)
[info] [pid:2603] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 24
[debug] [MyWScs2otb_d] 101 Switching Protocols (0s, ??/s)
[debug] [pid:2621] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[info] [pid:2593] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 14
[debug] [r2ZA29dJ8xX5] 101 Switching Protocols (0s, ??/s)
[info] [pid:2613] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 35
[debug] [QgVhmKsj8_b1] 101 Switching Protocols (0s, ??/s)
[info] [pid:2649] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 16
[debug] [BCqsalPlzEpg] 101 Switching Protocols (0s, ??/s)
[info] [pid:2637] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 11
[debug] [MTNikYqEWlQE] 101 Switching Protocols (0s, ??/s)
[info] [pid:2643] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 47
[debug] [V1_sc33ndV8I] 101 Switching Protocols (0s, ??/s)
[info] [pid:2589] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 30
[debug] [K7zeSPLOe8EN] 101 Switching Protocols (0s, ??/s)
[info] [pid:2629] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 46
[debug] [pid:2546] Received from worker "40" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 40 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [Qb3IU-KEmu6m] 101 Switching Protocols (0s, ??/s)
[DEBUG] +=----------------=+
[DEBUG] -> Scheduling new jobs.
[DEBUG] 	 Free workers: 50/52
[info] [pid:2617] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 43
[debug] [pid:2546] Received from worker "9" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 9 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "21" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 21 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [sxvQ7eLxexbt] 101 Switching Protocols (0s, ??/s)
[info] [pid:2622] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 19
[debug] [pid:2546] Received from worker "27" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 27 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "45" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 45 from worker_status
[DEBUG] 	 Scheduled jobs: 15
[DEBUG] Need to schedule 1 parallel jobs for job 99984 (with priority 35)
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[DEBUG] Need to schedule 1 parallel jobs for job 99985 (with priority 35)
[DEBUG] Need to schedule 1 parallel jobs for job 99986 (with priority 35)
[DEBUG] Need to schedule 1 parallel jobs for job 99987 (with priority 35)
[DEBUG] Need to schedule 1 parallel jobs for job 99991 (with priority 35)
[DEBUG] Need to schedule 1 parallel jobs for job 99996 (with priority 35)
[DEBUG] Need to schedule 1 parallel jobs for job 99988 (with priority 36)
[DEBUG] Need to schedule 1 parallel jobs for job 99989 (with priority 36)
[DEBUG] Need to schedule 1 parallel jobs for job 99990 (with priority 36)
[DEBUG] Need to schedule 1 parallel jobs for job 99992 (with priority 36)
[debug] [pid:2546] Received from worker "36" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 36 from worker_status
[DEBUG] Assigned job '99991' to worker ID '21'
[DEBUG] [Job#99991] Prepare for being processed by worker 21
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [y9vZZ0cOUeE9] 101 Switching Protocols (0s, ??/s)
[info] [pid:2602] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 25
[debug] [pid:2546] Received from worker "29" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 29 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [sUlTOP058J0T] 101 Switching Protocols (0s, ??/s)
[info] [pid:2664] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 51
[debug] [KV8MFnqVfFi9] 101 Switching Protocols (0s, ??/s)
[info] [pid:2639] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 20
[debug] [H7C9ShVcQmQv] 101 Switching Protocols (0s, ??/s)
[info] [pid:2672] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 52
[debug] [pid:2546] Received from worker "49" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 49 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "15" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 15 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "24" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 24 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [oyTMc-rCY1U7] 101 Switching Protocols (0s, ??/s)
[info] [pid:2588] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 38
[debug] [pid:2546] Received from worker "14" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 14 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [0KXoe4P1_hqI] 101 Switching Protocols (0s, ??/s)
[info] [pid:2625] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 48
[debug] [pid:2546] Received from worker "35" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 35 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "16" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 16 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [Fsp8wCW1PHrv] 101 Switching Protocols (0s, ??/s)
[info] [pid:2659] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 44
[debug] [pid:2546] Received from worker "11" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 11 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [weBnz6Yuhzbj] 101 Switching Protocols (0s, ??/s)
[info] [pid:2636] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 13
[debug] [pid:2546] Received from worker "47" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 47 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "30" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 30 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [IgiCPua_yX8w] 101 Switching Protocols (0s, ??/s)
[info] [pid:2669] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 50
[debug] [pid:2546] Received from worker "31" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 31 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [YNJHZL7CDMDU] 101 Switching Protocols (0s, ??/s)
[info] [pid:2647] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 34
[debug] [pid:2546] Received from worker "23" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 23 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "39" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 39 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2598] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2546] Received from worker "43" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 43 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2642] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [pid:2610] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [pid:2546] Received from worker "19" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 19 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2628] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [pid:2661] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [pid:2595] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2546] Received from worker "25" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 25 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2654] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2546] Received from worker "51" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 51 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "20" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 20 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "52" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 52 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2592] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [pid:2606] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2603] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2546] Received from worker "38" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 38 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2593] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [pid:2546] Received from worker "48" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 48 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2613] Received ws message: {
  'population' => 52,
  'type' => 'info'
}

[debug] [pid:2649] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2546] Received from worker "44" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 44 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2637] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2546] Received from worker "13" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 13 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2643] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2589] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [pid:2546] Received from worker "46" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 46 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2546] Received from worker "50" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 50 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2619] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [pid:2546] Received from worker "34" worker_status message "{
  "status" => "free",
  "type" => "worker_status"
}
"
[debug] [pid:2546] Updating seen of worker 34 from worker_status
[debug] [pid:2546] Sent population to worker: { population => 52, type => "info" }
[debug] [pid:2605] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2585] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[debug] [pid:2669] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2647] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2588] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2546] Started to send message to 21 for job(s) 99991
[debug] [yaBPKUNozzQZ] 200 OK (0s, ??/s)
[debug] [pid:2629] Received ws message: {
  'type' => 'info',
  'population' => 52
}
[DEBUG] Sent job(s) '99991' to worker '21'
[debug] [pid:2636] Received ws message: {
  'type' => 'info',
  'population' => 52
}

[debug] [pid:2659] Received ws message: {
  'population' => 52,
  'type' => 'info'
}

[debug] [pid:2625] Received ws message: {
  'population' => 52,
  'type' => 'info'
}

[debug] [pid:2602] Received ws message: {
  'population' => 52,
  'type' => 'info'
}

[debug] [pid:2664] Received ws message: {
  'type' => 'info',
  'population' => 52
}

[debug] [pid:2672] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2639] Received ws message: {
  'population' => 52,
  'type' => 'info'
}

[debug] [pid:2617] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2622] Received ws message: {
  'population' => 52,
  'type' => 'info'
}
[debug] [pid:2610] Received ws message: {
  'job' => {
             'group_id' => 1001,
             'assets' => {
                           'iso' => [
                                      'openSUSE-13.1-DVD-i586-Build0091-Media.iso'
                                    ]
                         },
             'group' => 'opensuse',
             'id' => 99991,
             'test' => 'kde',
             'origin_id' => 99937,
             'result' => 'none',
             'name' => 'opensuse-13.1-DVD-i586-Build0091-kde@32bit',
             'priority' => 35,
             'state' => 'assigned',
             'clone_id' => undef,
             't_started' => undef,
             't_finished' => undef,
             'settings' => {
                             'VERSION' => '13.1',
                             'DISTRI' => 'opensuse',
                             'BUILD' => '0091',
                             'TEST' => 'kde',
                             'QEMUCPU' => 'qemu32',
                             'FLAVOR' => 'DVD',
                             'ARCH' => 'i586',
                             'DESKTOP' => 'kde',
                             'ISO' => 'openSUSE-13.1-DVD-i586-Build0091-Media.iso',
                             'DVD' => '1',
                             'ISO_MAXSIZE' => '4700372992',
                             'JOBTOKEN' => 'mmJzOhcetFGRYaVw',
                             'MACHINE' => '32bit',
                             'NAME' => '00099991-opensuse-13.1-DVD-i586-Build0091-kde@32bit'
                           },
             'assigned_worker_id' => 21,
             'blocked_by_id' => undef
           },
  'type' => 'grab_job'
}
[DEBUG] Assigned job '99996' to worker ID '22'
[DEBUG] [Job#99996] Prepare for being processed by worker 22
[debug] [pid:2546] Started to send message to 22 for job(s) 99996
[debug] [Pxx7J0FaTqNl] 200 OK (0s, ??/s)
[debug] [pid:2668] Received ws message: {
  'job' => {
             'blocked_by_id' => undef,
             'test' => 'console tests',
             'settings' => {
                             'ISO_MAXSIZE' => '4700372992',
                             'JOBTOKEN' => 'zVTiPpb5magMat1S',
                             'MACHINE' => '64bit',
                             'NAME' => '00099996-opensuse-13.1-DVD-x86_64-Build0091-console_tests@64bit',
                             'ARCH' => 'x86_64',
                             'DESKTOP' => 'textmode',
                             'DVD' => '1',
                             'ISO' => 'openSUSE-13.1-DVD-x86_64-Build0091-Media.iso',
                             'TEST' => 'console tests',
                             'FLAVOR' => 'DVD',
                             'VERSION' => '13.1',
                             'DISTRI' => 'opensuse',
                             'BUILD' => '0091'
                           },
             'origin_id' => 99764,
             'assigned_worker_id' => 22,
             'id' => 99996,
             't_started' => undef,
             't_finished' => undef,
             'clone_id' => undef,
             'state' => 'assigned',
             'priority' => 35,
             'name' => 'opensuse-13.1-DVD-x86_64-Build0091-console_tests@64bit',
             'assets' => {
                           'iso' => [
                                      'openSUSE-13.1-DVD-x86_64-Build0091-Media.iso'
                                    ]
                         },
             'result' => 'none',
             'group_id' => undef
           },
  'type' => 'grab_job'
}
[DEBUG] Sent job(s) '99996' to worker '22'
[DEBUG] Assigned job '99987' to worker ID '20'
[DEBUG] [Job#99987] Prepare for being processed by worker 20
[debug] [pid:2546] Started to send message to 20 for job(s) 99987
[debug] [SSag_Q0JDdC3] 200 OK (0s, ??/s)
[debug] [pid:2639] Received ws message: {
  'type' => 'grab_job',
  'job' => {
             'state' => 'assigned',
             'clone_id' => undef,
             't_started' => undef,
             't_finished' => undef,
             'priority' => 35,
             'settings' => {
                             'NAME' => '00099987-opensuse-13.1-DVD-i586-Build0091-textmode@32bit',
                             'MACHINE' => '32bit',
                             'JOBTOKEN' => 'DCLdPn4Fl5WtW20m',
                             'ISO_MAXSIZE' => '4700372992',
                             'DVD' => '1',
                             'TEST' => 'textmode',
                             'BUILD' => '0091',
                             'HDD_1' => 'openSUSE-13.1-x86_64.hda',
                             'ISO' => 'openSUSE-13.1-DVD-i586-Build0091-Media.iso',
                             'DESKTOP' => 'textmode',
                             'ARCH' => 'i586',
                             'FLAVOR' => 'DVD',
                             'QEMUCPU' => 'qemu32',
                             'VIDEOMODE' => 'text',
                             'VERSION' => '13.1',
                             'DISTRI' => 'opensuse'
                           },
             'assigned_worker_id' => 20,
             'blocked_by_id' => undef,
             'result' => 'none',
             'name' => 'opensuse-13.1-DVD-i586-Build0091-textmode@32bit',
             'id' => 99987,
             'origin_id' => 99946,
             'test' => 'textmode',
             'group' => 'opensuse',
             'assets' => {
                           'hdd' => [
                                      'openSUSE-13.1-x86_64.hda'
                                    ],
                           'iso' => [
                                      'openSUSE-13.1-DVD-i586-Build0091-Media.iso'
                                    ]
                         },
             'group_id' => 1001
           }
}
[DEBUG] Sent job(s) '99987' to worker '20'
[DEBUG] Assigned job '99988' to worker ID '23'
[DEBUG] [Job#99988] Prepare for being processed by worker 23
[debug] [pid:2546] Started to send message to 23 for job(s) 99988
[debug] [RZsmQ8zOZ1o4] 200 OK (0s, ??/s)
[debug] [pid:2605] Received ws message: {
  'job' => {
             't_started' => undef,
             't_finished' => undef,
             'state' => 'assigned',
             'clone_id' => undef,
             'priority' => 36,
             'blocked_by_id' => undef,
             'settings' => {
                             'DESKTOP' => 'kde',
                             'ARCH' => 'x86_64',
                             'DVD' => '1',
                             'ISO' => 'openSUSE-Factory-DVD-x86_64-Build0048-Media.iso',
                             'JOBTOKEN' => 'v26YgptyRLfuXXQc',
                             'ISO_MAXSIZE' => '4700372992',
                             'NAME' => '00099988-opensuse-Factory-DVD-x86_64-Build0048@0815-doc@64bit',
                             'MACHINE' => '64bit',
                             'VERSION' => 'Factory',
                             'BUILD' => '0048@0815',
                             'DISTRI' => 'opensuse',
                             'QEMUCPU' => 'qemu64',
                             'TEST' => 'doc',
                             'FLAVOR' => 'DVD'
                           },
             'assigned_worker_id' => 23,
             'result' => 'none',
             'name' => 'opensuse-Factory-DVD-x86_64-Build0048@0815-doc@64bit',
             'id' => 99988,
             'test' => 'doc',
             'origin_id' => 99940,
             'group' => 'opensuse',
             'assets' => {
                           'iso' => [
                                      'openSUSE-Factory-DVD-x86_64-Build0048-Media.iso'
                                    ]
                         },
             'group_id' => 1001
           },
  'type' => 'grab_job'
}
[DEBUG] Sent job(s) '99988' to worker '23'
[DEBUG] Assigned job '99990' to worker ID '25'
[DEBUG] [Job#99990] Prepare for being processed by worker 25
[debug] [pid:2546] Started to send message to 25 for job(s) 99990
[debug] [akLN6kOh5my8] 200 OK (0s, ??/s)
[debug] [pid:2602] Received ws message: {
  'job' => {
             'blocked_by_id' => undef,
             'settings' => {
                             'VERSION' => 'Factory',
                             'BUILD' => '0048',
                             'DISTRI' => 'opensuse',
                             'TEST' => 'doc',
                             'FOO' => 'foo/foo.txt',
                             'QEMUCPU' => 'qemu64',
                             'FLAVOR' => 'DVD',
                             'ARCH' => 'x86_64',
                             'DESKTOP' => 'kde',
                             'DVD' => '1',
                             'ISO' => 'openSUSE-Factory-DVD-x86_64-Build0048-Media.iso',
                             'ISO_MAXSIZE' => '4700372992',
                             'JOBTOKEN' => 'irgdFGpaTWaPZKY1',
                             'MACHINE' => '64bit',
                             'NAME' => '00099990-opensuse-Factory-DVD-x86_64-Build0048-doc@64bit'
                           },
             'assigned_worker_id' => 25,
             'priority' => 36,
             't_finished' => undef,
             't_started' => undef,
             'state' => 'assigned',
             'clone_id' => undef,
             'name' => 'opensuse-Factory-DVD-x86_64-Build0048-doc@64bit',
             'result' => 'none',
             'test' => 'doc',
             'origin_id' => 99938,
             'id' => 99990,
             'group_id' => 1001,
             'assets' => {
                           'iso' => [
                                      'openSUSE-Factory-DVD-x86_64-Build0048-Media.iso'
                                    ]
                         },
             'group' => 'opensuse'
           },
  'type' => 'grab_job'
}
[DEBUG] Sent job(s) '99990' to worker '25'
[DEBUG] Assigned job '99986' to worker ID '19'
[DEBUG] [Job#99986] Prepare for being processed by worker 19
[debug] [pid:2546] Started to send message to 19 for job(s) 99986
[debug] [xOhvduMZ0sRf] 200 OK (0s, ??/s)
[debug] [pid:2622] Received ws message: {
  'job' => {
             'result' => 'none',
             'name' => 'opensuse-13.1-DVD-i586-Build0092-textmode@32bit',
             'state' => 'assigned',
             'clone_id' => undef,
             't_finished' => undef,
             't_started' => undef,
             'priority' => 35,
             'settings' => {
                             'ISO_MAXSIZE' => '4700372992',
                             'JOBTOKEN' => 'm6z7E4JsgJDu0pwa',
                             'MACHINE' => '32bit',
                             'NAME' => '00099986-opensuse-13.1-DVD-i586-Build0092-textmode@32bit',
                             'ARCH' => 'i586',
                             'DESKTOP' => 'textmode',
                             'DVD' => '1',
                             'ISO' => 'openSUSE-13.1-DVD-i586-Build0092-Media.iso',
                             'TEST' => 'textmode',
                             'VIDEOMODE' => 'text',
                             'QEMUCPU' => 'qemu32',
                             'FLAVOR' => 'DVD',
                             'BUILD' => '0092',
                             'VERSION' => '13.1',
                             'DISTRI' => 'opensuse'
                           },
             'assigned_worker_id' => 19,
             'blocked_by_id' => undef,
             'group' => 'opensuse',
             'assets' => {
                           'iso' => [
                                      'openSUSE-13.1-DVD-i586-Build0092-Media.iso'
                                    ]
                         },
             'group_id' => 1001,
             'id' => 99986,
             'test' => 'textmode',
             'origin_id' => 99947
           },
  'type' => 'grab_job'
}
[DEBUG] Sent job(s) '99986' to worker '19'
[DEBUG] Assigned job '99989' to worker ID '24'
[DEBUG] [Job#99989] Prepare for being processed by worker 24
[debug] [pid:2546] Started to send message to 24 for job(s) 99989
[debug] [ljjsHR0EwxbY] 200 OK (0s, ??/s)
[debug] [pid:2603] Received ws message: {
  'type' => 'grab_job',
  'job' => {
             'origin_id' => 99939,
             'test' => 'kde',
             'id' => 99989,
             'group_id' => 1001,
             'group' => 'opensuse',
             'assets' => {
                           'hdd' => [
                                      'openSUSE-13.1-x86_64.hda'
                                    ],
                           'iso' => [
                                      'openSUSE-Factory-DVD-x86_64-Build0048-Media.iso'
                                    ]
                         },
             'blocked_by_id' => undef,
             'assigned_worker_id' => 24,
             'settings' => {
                             'ISO' => 'openSUSE-Factory-DVD-x86_64-Build0048-Media.iso',
                             'DVD' => '1',
                             'ARCH' => 'x86_64',
                             'DESKTOP' => 'kde',
                             'MACHINE' => '64bit',
                             'NAME' => '00099989-opensuse-Factory-DVD-x86_64-Build0048-kde@64bit',
                             'ISO_MAXSIZE' => '4700372992',
                             'JOBTOKEN' => '1XUjtwUR6LqfkLp3',
                             'HDD_1' => 'openSUSE-13.1-x86_64.hda',
                             'DISTRI' => 'opensuse',
                             'VERSION' => 'Factory',
                             'BUILD' => '0048',
                             'FLAVOR' => 'DVD',
                             'TEST' => 'kde',
                             'QEMUCPU' => 'qemu64'
                           },
             'priority' => 36,
             't_started' => undef,
             't_finished' => undef,
             'clone_id' => undef,
             'state' => 'assigned',
             'name' => 'opensuse-Factory-DVD-x86_64-Build0048-kde@64bit',
             'result' => 'none'
           }
}
[DEBUG] Sent job(s) '99989' to worker '24'
[DEBUG] Assigned job '99992' to worker ID '26'
[DEBUG] [Job#99992] Prepare for being processed by worker 26
[debug] [pid:2546] Started to send message to 26 for job(s) 99992
[debug] [BaoXxxbnFWrr] 200 OK (0s, ??/s)
[debug] [pid:2658] Received ws message: {
  'type' => 'grab_job',
  'job' => {
             'test' => 'kde',
             'origin_id' => 99936,
             'id' => 99992,
             'assets' => {
                           'iso' => [
                                      'openSUSE-Factory-DVD-x86_64-Build0048-Media.iso'
                                    ],
                           'hdd' => [
                                      'openSUSE-13.1-x86_64.hda'
                                    ]
                         },
             'group' => 'opensuse',
             'group_id' => 1001,
             'settings' => {
                             'TEST' => 'kde',
                             'QEMUCPU' => 'qemu64',
                             'FLAVOR' => 'DVD',
                             'BUILD' => '0048',
                             'VERSION' => 'Factory',
                             'DISTRI' => 'opensuse',
                             'ISO_MAXSIZE' => '4700372992',
                             'JOBTOKEN' => 'W1br0hOUAqvbelZj',
                             'HDD_1' => 'openSUSE-13.1-x86_64.hda',
                             'MACHINE' => '64bit-uefi',
                             'NAME' => '00099992-opensuse-Factory-DVD-x86_64-Build0048-kde@64bit-uefi',
                             'ARCH' => 'x86_64',
                             'DESKTOP' => 'kde',
                             'ISO' => 'openSUSE-Factory-DVD-x86_64-Build0048-Media.iso',
                             'DVD' => '1'
                           },
             'assigned_worker_id' => 26,
             'blocked_by_id' => undef,
             'state' => 'assigned',
             'clone_id' => undef,
             't_finished' => undef,
             't_started' => undef,
             'priority' => 36,
             'name' => 'opensuse-Factory-DVD-x86_64-Build0048-kde@64bit-uefi',
             'result' => 'none'
           }
}
[DEBUG] Sent job(s) '99992' to worker '26'
[DEBUG] Assigned job '99985' to worker ID '16'
[DEBUG] [Job#99985] Prepare for being processed by worker 16
[debug] [pid:2546] Started to send message to 16 for job(s) 99985
[debug] [qlwEYVgdGeeJ] 200 OK (0s, ??/s)
[debug] [pid:2649] Received ws message: {
  'job' => {
             'id' => 99985,
             'origin_id' => 99961,
             'test' => 'kde',
             'group' => 'opensuse test',
             'assets' => {
                           'iso' => [
                                      'openSUSE-13.1-DVD-x86_64-Build0091-Media.iso'
                                    ]
                         },
             'group_id' => 1002,
             'clone_id' => undef,
             'state' => 'assigned',
             't_started' => undef,
             't_finished' => undef,
             'priority' => 35,
             'settings' => {
                             'VERSION' => '13.1',
                             'BUILD' => '0091',
                             'DISTRI' => 'opensuse',
                             'TEST' => 'kde',
                             'FLAVOR' => 'NET',
                             'ARCH' => 'x86_64',
                             'DESKTOP' => 'kde',
                             'DVD' => '1',
                             'ISO' => 'openSUSE-13.1-DVD-x86_64-Build0091-Media.iso',
                             'ISO_MAXSIZE' => '4700372992',
                             'JOBTOKEN' => 'gbrlCwEi3MO32lMQ',
                             'MACHINE' => '64bit',
                             'NAME' => '00099985-opensuse-13.1-NET-x86_64-Build0091-kde@64bit'
                           },
             'assigned_worker_id' => 16,
             'blocked_by_id' => undef,
             'result' => 'none',
             'name' => 'opensuse-13.1-NET-x86_64-Build0091-kde@64bit'
           },
  'type' => 'grab_job'
}
[DEBUG] Sent job(s) '99985' to worker '16'
[DEBUG] Assigned job '99984' to worker ID '15'
[DEBUG] [Job#99984] Prepare for being processed by worker 15
[debug] [pid:2546] Started to send message to 15 for job(s) 99984
[debug] [kud9sIsADMoh] 200 OK (0s, ??/s)
[debug] [pid:2606] Received ws message: {
  'job' => {
             'id' => 99984,
             'origin_id' => 99963,
             'test' => 'kde',
             'group' => 'opensuse',
             'assets' => {
                           'iso' => [
                                      'openSUSE-13.1-DVD-x86_64-Build0091-Media.iso'
                                    ]
                         },
             'group_id' => 1001,
             't_started' => undef,
             't_finished' => undef,
             'clone_id' => undef,
             'state' => 'assigned',
             'priority' => 35,
             'blocked_by_id' => undef,
             'settings' => {
                             'DISTRI' => 'opensuse',
                             'VERSION' => '13.1',
                             'BUILD' => '0091',
                             'FLAVOR' => 'DVD',
                             'TEST' => 'kde',
                             'ISO' => 'openSUSE-13.1-DVD-x86_64-Build0091-Media.iso',
                             'DVD' => '1',
                             'ARCH' => 'x86_64',
                             'DESKTOP' => 'kde',
                             'MACHINE' => '64bit',
                             'NAME' => '00099984-opensuse-13.1-DVD-x86_64-Build0091-kde@64bit',
                             'ISO_MAXSIZE' => '4700372992',
                             'JOBTOKEN' => 'J4snvmKTFPRt61qb'
                           },
             'assigned_worker_id' => 15,
             'result' => 'none',
             'name' => 'opensuse-13.1-DVD-x86_64-Build0091-kde@64bit'
           },
  'type' => 'grab_job'
}
[DEBUG] Sent job(s) '99984' to worker '15'
[DEBUG] Scheduler took 4.30093s to perform operations and allocated 10 jobs
[DEBUG] Allocated: { job => 99991, worker => 21 }
[DEBUG] Allocated: { job => 99996, worker => 22 }
[DEBUG] Allocated: { job => 99987, worker => 20 }
[DEBUG] Allocated: { job => 99988, worker => 23 }
[DEBUG] Allocated: { job => 99990, worker => 25 }
[DEBUG] Allocated: { job => 99986, worker => 19 }
[DEBUG] Allocated: { job => 99989, worker => 24 }
[DEBUG] Allocated: { job => 99992, worker => 26 }
[DEBUG] Allocated: { job => 99985, worker => 16 }
[DEBUG] Allocated: { job => 99984, worker => 15 }
    ok 1 - Allocated maximum number of jobs that could have been allocated
    ok 2 - Job (99991) allocated only once
    ok 3 - Worker (21) used only once
    ok 4 - Job (99996) allocated only once
    ok 5 - Worker (22) used only once
    ok 6 - Job (99987) allocated only once
    ok 7 - Worker (20) used only once
    ok 8 - Job (99988) allocated only once
    ok 9 - Worker (23) used only once
    ok 10 - Job (99990) allocated only once
    ok 11 - Worker (25) used only once
    ok 12 - Job (99986) allocated only once
    ok 13 - Worker (19) used only once
    ok 14 - Job (99989) allocated only once
    ok 15 - Worker (24) used only once
    ok 16 - Job (99992) allocated only once
    ok 17 - Worker (26) used only once
    ok 18 - Job (99985) allocated only once
    ok 19 - Worker (16) used only once
    ok 20 - Job (99984) allocated only once
    ok 21 - Worker (15) used only once
    ok 22 - Job(99983) back in scheduled state
    ok 23 - Job(99984) back in scheduled state
    ok 24 - Job(99985) back in scheduled state
    ok 25 - Job(99986) back in scheduled state
    ok 26 - Job(99987) back in scheduled state
    ok 27 - Job(99988) back in scheduled state
    ok 28 - Job(99989) back in scheduled state
    ok 29 - Job(99990) back in scheduled state
    ok 30 - Job(99991) back in scheduled state
    ok 31 - Job(99992) back in scheduled state
    ok 32 - Job(99993) back in scheduled state
    ok 33 - Job(99994) back in scheduled state
    ok 34 - Job(99995) back in scheduled state
    ok 35 - Job(99996) back in scheduled state
    ok 36 - Job(99997) back in scheduled state
[info] [pid:2546] Worker 3 websocket connection closed - 1006
[info] [pid:2546] Worker 4 websocket connection closed - 1006
[info] [pid:2546] Worker 5 websocket connection closed - 1006
[info] [pid:2546] Worker 8 websocket connection closed - 1006
[info] [pid:2546] Worker 6 websocket connection closed - 1006
[info] [pid:2546] Worker 7 websocket connection closed - 1006
[info] [pid:2546] Worker 39 websocket connection closed - 1006
[info] [pid:2546] Worker 38 websocket connection closed - 1006
[info] [pid:2546] Worker 30 websocket connection closed - 1006
[info] [pid:2546] Worker 49 websocket connection closed - 1006
[info] [pid:2546] Worker 14 websocket connection closed - 1006
[info] [pid:2546] Worker 36 websocket connection closed - 1006
[info] [pid:2546] Worker 40 websocket connection closed - 1006
[info] [pid:2546] Worker 33 websocket connection closed - 1006
[info] [pid:2546] Worker 25 websocket connection closed - 1006
[info] [pid:2546] Worker 24 websocket connection closed - 1006
[info] [pid:2546] Worker 23 websocket connection closed - 1006
[info] [pid:2546] Worker 15 websocket connection closed - 1006
[info] [pid:2546] Worker 17 websocket connection closed - 1006
[info] [pid:2546] Worker 21 websocket connection closed - 1006
[info] [pid:2546] Worker 35 websocket connection closed - 1006
[info] [pid:2546] Worker 28 websocket connection closed - 1006
[info] [pid:2546] Worker 43 websocket connection closed - 1006
[info] [pid:2546] Worker 31 websocket connection closed - 1006
[info] [pid:2546] Worker 42 websocket connection closed - 1006
[info] [pid:2546] Worker 19 websocket connection closed - 1006
[info] [pid:2546] Worker 48 websocket connection closed - 1006
[info] [pid:2546] Worker 27 websocket connection closed - 1006
[info] [pid:2546] Worker 46 websocket connection closed - 1006
[info] [pid:2546] Worker 10 websocket connection closed - 1006
[info] [pid:2546] Worker 37 websocket connection closed - 1006
[info] [pid:2546] Worker 13 websocket connection closed - 1006
[info] [pid:2546] Worker 11 websocket connection closed - 1006
[info] [pid:2546] Worker 20 websocket connection closed - 1006
[info] [pid:2546] Worker 9 websocket connection closed - 1006
[info] [pid:2546] Worker 47 websocket connection closed - 1006
[info] [pid:2546] Worker 41 websocket connection closed - 1006
[info] [pid:2546] Worker 34 websocket connection closed - 1006
[info] [pid:2546] Worker 16 websocket connection closed - 1006
[info] [pid:2546] Worker 18 websocket connection closed - 1006
[info] [pid:2546] Worker 12 websocket connection closed - 1006
[info] [pid:2546] Worker 29 websocket connection closed - 1006
[info] [pid:2546] Worker 32 websocket connection closed - 1006
[info] [pid:2546] Worker 26 websocket connection closed - 1006
[info] [pid:2546] Worker 44 websocket connection closed - 1006
[info] [pid:2546] Worker 45 websocket connection closed - 1006
[info] [pid:2546] Worker 51 websocket connection closed - 1006
[info] [pid:2546] Worker 22 websocket connection closed - 1006
[info] [pid:2546] Worker 50 websocket connection closed - 1006
[info] [pid:2546] Worker 52 websocket connection closed - 1006
    # Starting unstable worker. Instance: 1 for host http://localhost:9526
    # Starting unstable worker. Instance: 2 for host http://localhost:9526
    # PID of openqa-worker-unstable: 2676
    # PID of openqa-worker-unstable: 2677
[info] [pid:2676] worker 1:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 qemu_i386,qemu_x86_64
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/1
    # Starting unstable worker. Instance: 3 for host http://localhost:9526
[info] [pid:2676] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2676] Registering with openQA http://localhost:9526
[info] [pid:2677] worker 2:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/2
    # Starting unstable worker. Instance: 4 for host http://localhost:9526
    # PID of openqa-worker-unstable: 2678
[info] [pid:2677] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2677] Registering with openQA http://localhost:9526
    # PID of openqa-worker-unstable: 2680
    # Starting unstable worker. Instance: 5 for host http://localhost:9526
[info] [pid:2678] worker 3:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/3
[info] [pid:2678] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2678] Registering with openQA http://localhost:9526
    # PID of openqa-worker-unstable: 2682
    # Starting unstable worker. Instance: 6 for host http://localhost:9526
[info] [pid:2680] worker 4:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/4
[info] [pid:2680] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2680] Registering with openQA http://localhost:9526
[info] [pid:2682] worker 5:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/5
    # PID of openqa-worker-unstable: 2684
    # Starting unstable worker. Instance: 7 for host http://localhost:9526
[info] [pid:2682] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2682] Registering with openQA http://localhost:9526
[debug] API key from client: *FB52E4F7433AC743*
    # PID of openqa-worker-unstable: 2686
[info] [pid:2684] worker 6:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/6
[info] [pid:2684] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2684] Registering with openQA http://localhost:9526
    # Starting unstable worker. Instance: 8 for host http://localhost:9526
    # PID of openqa-worker-unstable: 2688
[info] [pid:2686] worker 7:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/7
[info] [pid:2686] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2686] Registering with openQA http://localhost:9526
    # Starting unstable worker. Instance: 9 for host http://localhost:9526
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[info] [pid:2688] worker 8:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/8
[info] [pid:2688] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2688] Registering with openQA http://localhost:9526
    # PID of openqa-worker-unstable: 2690
    # Starting unstable worker. Instance: 10 for host http://localhost:9526
[info] [pid:2690] worker 9:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/9
    # PID of openqa-worker-unstable: 2693
[info] [pid:2690] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2690] Registering with openQA http://localhost:9526
    # Starting unstable worker. Instance: 11 for host http://localhost:9526
[info] [pid:2693] worker 10:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/10
[info] [pid:2693] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
    # Starting unstable worker. Instance: 12 for host http://localhost:9526
    # PID of openqa-worker-unstable: 2695
[info] [pid:2693] Registering with openQA http://localhost:9526
    # Starting unstable worker. Instance: 13 for host http://localhost:9526
    # PID of openqa-worker-unstable: 2697
[info] [pid:2695] worker 11:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/11
[info] [pid:2695] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2695] Registering with openQA http://localhost:9526
    # Starting unstable worker. Instance: 14 for host http://localhost:9526
    # PID of openqa-worker-unstable: 2698
[info] [pid:2697] worker 12:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/12
[info] [pid:2697] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2697] Registering with openQA http://localhost:9526
    # Starting unstable worker. Instance: 15 for host http://localhost:9526
    # PID of openqa-worker-unstable: 2699
[info] [pid:2698] worker 13:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/13
[info] [pid:2699] worker 14:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/14
[info] [pid:2699] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2698] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2698] Registering with openQA http://localhost:9526
    # PID of openqa-worker-unstable: 2702
    # Starting unstable worker. Instance: 16 for host http://localhost:9526
[info] [pid:2699] Registering with openQA http://localhost:9526
    # PID of openqa-worker-unstable: 2703
    # Starting unstable worker. Instance: 17 for host http://localhost:9526
    # PID of openqa-worker-unstable: 2706
    # Starting unstable worker. Instance: 18 for host http://localhost:9526
[info] [pid:2703] worker 16:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/16
    # PID of openqa-worker-unstable: 2707
[info] [pid:2702] worker 15:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/15
    # Starting unstable worker. Instance: 19 for host http://localhost:9526
[info] [pid:2703] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2703] Registering with openQA http://localhost:9526
[info] [pid:2707] worker 18:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/18
[info] [pid:2702] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2702] Registering with openQA http://localhost:9526
[info] [pid:2707] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2707] Registering with openQA http://localhost:9526
    # PID of openqa-worker-unstable: 2708
    # Starting unstable worker. Instance: 20 for host http://localhost:9526
[info] [pid:2706] worker 17:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/17
[info] [pid:2706] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2706] Registering with openQA http://localhost:9526
    # PID of openqa-worker-unstable: 2711
    # Starting unstable worker. Instance: 21 for host http://localhost:9526
[info] [pid:2708] worker 19:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/19
[info] [pid:2708] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[debug] [mNB9xsnrXiO0] 200 OK (0s, ??/s)
[info] [pid:2708] Registering with openQA http://localhost:9526
    # PID of openqa-worker-unstable: 2714
[info] [pid:2711] worker 20:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/20
[debug] API key from client: *FB52E4F7433AC743*
    # Starting unstable worker. Instance: 22 for host http://localhost:9526
[info] [pid:2711] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2711] Registering with openQA http://localhost:9526
    # PID of openqa-worker-unstable: 2716
    # Starting unstable worker. Instance: 23 for host http://localhost:9526
[info] [pid:2714] worker 21:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/21
[debug] Key is for user "worker"
    # PID of openqa-worker-unstable: 2717
[debug] API auth by user: worker, operator: 1
[info] [pid:2714] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2714] Registering with openQA http://localhost:9526
    # Starting unstable worker. Instance: 24 for host http://localhost:9526
[info] [pid:2716] worker 22:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/22
[info] [pid:2716] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2716] Registering with openQA http://localhost:9526
[info] [pid:2717] worker 23:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/23
[info] [pid:2717] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2717] Registering with openQA http://localhost:9526
    # PID of openqa-worker-unstable: 2721
    # Starting unstable worker. Instance: 25 for host http://localhost:9526
    # PID of openqa-worker-unstable: 2723
    # Starting unstable worker. Instance: 26 for host http://localhost:9526
    # PID of openqa-worker-unstable: 2724
[info] [pid:2721] worker 24:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/24
[info] [pid:2723] worker 25:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/25
[info] [pid:2721] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
    # Starting unstable worker. Instance: 27 for host http://localhost:9526
[info] [pid:2721] Registering with openQA http://localhost:9526
[info] [pid:2724] worker 26:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/26
[info] [pid:2723] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
    # PID of openqa-worker-unstable: 2725
[info] [pid:2723] Registering with openQA http://localhost:9526
    # Starting unstable worker. Instance: 28 for host http://localhost:9526
[info] [pid:2724] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2724] Registering with openQA http://localhost:9526
[info] [pid:2725] worker 27:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/27
[info] [pid:2725] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2725] Registering with openQA http://localhost:9526
    # PID of openqa-worker-unstable: 2729
    # Starting unstable worker. Instance: 29 for host http://localhost:9526
[debug] [9XjkF8poCejN] 200 OK (0s, ??/s)
[info] [pid:2729] worker 28:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/28
    # PID of openqa-worker-unstable: 2731
[info] [pid:2729] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2729] Registering with openQA http://localhost:9526
    # Starting unstable worker. Instance: 30 for host http://localhost:9526
[debug] API key from client: *FB52E4F7433AC743*
[info] [pid:2688] Establishing ws connection via ws://localhost:9526/api/v1/ws/38
    # PID of openqa-worker-unstable: 2732
[info] [pid:2731] worker 29:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/29
[info] [pid:2731] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
[info] [pid:2732] worker 30:
 - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
 - worker hostname:       7ee59d6abfd5
 - isotovideo version:    0
 - websocket API version: 1
 - web UI hosts:          http://localhost:9526
 - class:                 ?
 - no cleanup:            no
 - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/30
[info] [pid:2731] Registering with openQA http://localhost:9526
[info] [pid:2732] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
    # Waiting for worker with ID 6
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[info] [pid:2732] Registering with openQA http://localhost:9526
[debug] [hByETb--hA_t] 200 OK (0s, ??/s)
[info] [pid:2698] Establishing ws connection via ws://localhost:9526/api/v1/ws/40
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [jpV0NECW89M8] 200 OK (0s, ??/s)
[info] [pid:2695] Establishing ws connection via ws://localhost:9526/api/v1/ws/14
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [gIyZ4AGrp3FZ] 200 OK (0s, ??/s)
[info] [pid:2699] Establishing ws connection via ws://localhost:9526/api/v1/ws/33
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 7
[debug] [2HgAY865dF6h] 200 OK (0s, ??/s)
[info] [pid:2682] Establishing ws connection via ws://localhost:9526/api/v1/ws/6
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [rebyiVK4riNO] 200 OK (0s, ??/s)
[info] [pid:2678] Establishing ws connection via ws://localhost:9526/api/v1/ws/5
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [jGV_SpXbo9Fu] 200 OK (0s, ??/s)
[info] [pid:2690] Establishing ws connection via ws://localhost:9526/api/v1/ws/30
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [ujojiYHkfORn] 200 OK (0s, ??/s)
[info] [pid:2677] Establishing ws connection via ws://localhost:9526/api/v1/ws/4
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [jB1MJSDAAaEw] 200 OK (0s, ??/s)
[info] [pid:2686] Establishing ws connection via ws://localhost:9526/api/v1/ws/39
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [5gp1McTXBOjv] 200 OK (0s, ??/s)
[info] [pid:2697] Establishing ws connection via ws://localhost:9526/api/v1/ws/36
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [RYpF9ApxqYzC] 200 OK (0s, ??/s)
[info] [pid:2693] Establishing ws connection via ws://localhost:9526/api/v1/ws/49
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [kj0dMcCLaxSE] 200 OK (0s, ??/s)
[info] [pid:2680] Establishing ws connection via ws://localhost:9526/api/v1/ws/8
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [Lgzwian8ey3E] 200 OK (0s, ??/s)
[info] [pid:2684] Establishing ws connection via ws://localhost:9526/api/v1/ws/7
[info] [pid:2676] Establishing ws connection via ws://localhost:9526/api/v1/ws/3
[debug] [ThuBQ_D6KPBT] 302 Found (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
    # Waiting for worker with ID 8
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
    # Waiting for worker with ID 9
[debug] [pid:2547] Job 99986 reset to state scheduled
[debug] [pl2ltsP4Ys8V] 200 OK (0s, ??/s)
[debug] [M5YlghbmoTTK] 302 Found (0s, ??/s)
[info] [pid:2724] Establishing ws connection via ws://localhost:9526/api/v1/ws/19
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [Jvj_Np-ZpJmQ] 200 OK (0s, ??/s)
[info] [pid:2731] Establishing ws connection via ws://localhost:9526/api/v1/ws/46
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2547] Job 99989 reset to state scheduled
[debug] [L4X7lfS84KZm] 200 OK (0s, ??/s)
[info] [pid:2703] Establishing ws connection via ws://localhost:9526/api/v1/ws/24
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [sKX8n1U22S-T] 200 OK (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[info] [pid:2708] Establishing ws connection via ws://localhost:9526/api/v1/ws/17
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [TZlixpljn2S-] 200 OK (0s, ??/s)
[info] [pid:2729] Establishing ws connection via ws://localhost:9526/api/v1/ws/27
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2547] Job 99991 reset to state scheduled
[debug] [S1N_Kj29oRxu] 200 OK (0s, ??/s)
[info] [pid:2711] Establishing ws connection via ws://localhost:9526/api/v1/ws/21
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2547] Job 99990 reset to state scheduled
[debug] [G20aPnhSfsrv] 200 OK (0s, ??/s)
[info] [pid:2702] Establishing ws connection via ws://localhost:9526/api/v1/ws/25
[debug] [W8XrWpXIDgAI] 302 Found (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [eOyY0N_7znqt] 200 OK (0s, ??/s)
[info] [pid:2714] Establishing ws connection via ws://localhost:9526/api/v1/ws/35
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [AW70dgACly6v] 200 OK (0s, ??/s)
[info] [pid:2716] Establishing ws connection via ws://localhost:9526/api/v1/ws/28
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [ikPQtNXIuhzk] 200 OK (0s, ??/s)
[info] [pid:2721] Establishing ws connection via ws://localhost:9526/api/v1/ws/31
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [5P1xkFX4-04f] 200 OK (0s, ??/s)
[info] [pid:2717] Establishing ws connection via ws://localhost:9526/api/v1/ws/43
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2547] Job 99988 reset to state scheduled
[debug] [YDiHeL7KXFZD] 200 OK (0s, ??/s)
[info] [pid:2706] Establishing ws connection via ws://localhost:9526/api/v1/ws/23
[debug] [DawMD8yXNbWV] 302 Found (0s, ??/s)
[debug] [5cdgpyHAMd27] 302 Found (0s, ??/s)
[debug] [UWBHXweaW-UP] 302 Found (0s, ??/s)
[debug] [NTkjmFz7rh9f] 302 Found (0s, ??/s)
[debug] [L9K0FxWmD4gV] 302 Found (0s, ??/s)
[debug] [oEDefNHG01lb] 302 Found (0s, ??/s)
[debug] [H8cVYClbIAtM] 302 Found (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [Js9PmpnWmPHr] 200 OK (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[info] [pid:2723] Establishing ws connection via ws://localhost:9526/api/v1/ws/42
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [-qICza4ceKo1] 200 OK (0s, ??/s)
[info] [pid:2725] Establishing ws connection via ws://localhost:9526/api/v1/ws/48
[debug] [FAAuddcvBgvK] 302 Found (0s, ??/s)
[debug] [lZEN9R6Uj7xl] 302 Found (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [xeD8ZRCjF-pQ] 200 OK (0s, ??/s)
[info] [pid:2732] Establishing ws connection via ws://localhost:9526/api/v1/ws/10
[debug] [JPrvqrTuD4fZ] 302 Found (0s, ??/s)
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [pid:2547] Job 99984 reset to state scheduled
[debug] [U7MNq6G7qd9q] 200 OK (0s, ??/s)
[info] [pid:2707] Establishing ws connection via ws://localhost:9526/api/v1/ws/15
[debug] [liEPtdNWgVYZ] 302 Found (0s, ??/s)
[debug] [Rl5IQ0Q-jIib] 302 Found (0s, ??/s)
[debug] [BPBoNQQnDEHv] 302 Found (0s, ??/s)
[debug] [sdjcq7kFmwNP] 302 Found (0s, ??/s)
[debug] [9bR7mUzQI9sr] 302 Found (0s, ??/s)
[debug] [0NO-l9zdyPj-] 302 Found (0s, ??/s)
[debug] [BxOJHhNVfFQL] 302 Found (0s, ??/s)
[debug] [-9-VVf4Ubupl] 302 Found (0s, ??/s)
[debug] [V8Fb_R4Ob8hc] 302 Found (0s, ??/s)
[debug] [5JyEWroAaP2G] 302 Found (0s, ??/s)
[debug] [HuTEKJwUo7nl] 302 Found (0s, ??/s)
[debug] [Krh6oOyujDEQ] 302 Found (0s, ??/s)
[debug] [OO0n_JUFEgDx] 302 Found (0s, ??/s)
[debug] [SjlX34sWcv6S] 302 Found (0s, ??/s)
[debug] [uPE6Zq3L14An] 302 Found (0s, ??/s)
[debug] [WrSNlj0Ez36y] 302 Found (0s, ??/s)
[debug] [O23TZaX0VJKG] 302 Found (0s, ??/s)
    # No worker with ID 9 active
    # Waiting for worker with ID 10
    # Waiting for worker with ID 11
    # No worker with ID 11 active
    # Waiting for worker with ID 12
    # No worker with ID 12 active
    # Waiting for worker with ID 13
    # No worker with ID 13 active
    # Waiting for worker with ID 14
    # Waiting for worker with ID 15
    # Waiting for worker with ID 16
    # No worker with ID 16 active
    # Waiting for worker with ID 17
    # Waiting for worker with ID 18
    # No worker with ID 18 active
[DEBUG] +=----------------=+
[DEBUG] -> Scheduling new jobs.
[DEBUG] 	 Free workers: 30/52
[DEBUG] 	 Scheduled jobs: 11
[DEBUG] Need to schedule 1 parallel jobs for job 99984 (with priority 35)
[DEBUG] Need to schedule 1 parallel jobs for job 99986 (with priority 35)
[DEBUG] Need to schedule 1 parallel jobs for job 99991 (with priority 35)
[DEBUG] Need to schedule 1 parallel jobs for job 99988 (with priority 36)
[DEBUG] Need to schedule 1 parallel jobs for job 99989 (with priority 36)
[DEBUG] Need to schedule 1 parallel jobs for job 99990 (with priority 36)
[DEBUG] Need to schedule 1 parallel jobs for job 99994 (with priority 45)
[DEBUG] Need to schedule 1 parallel jobs for job 99993 (with priority 46)
[DEBUG] Need to schedule 1 parallel jobs for job 99983 (with priority 50)
[DEBUG] Need to schedule 1 parallel jobs for job 99997 (with priority 50)
[DEBUG] Assigned job '99990' to worker ID '33'
[DEBUG] [Job#99990] Prepare for being processed by worker 33
[debug] [eJoMvTn5jRUE] 200 OK (0s, ??/s)
[DEBUG] Failed sending job(s) '99990' to worker '33'
[DEBUG] Job 99990 reset to state scheduled
[DEBUG] Assigned job '99994' to worker ID '6'
[DEBUG] [Job#99994] Prepare for being processed by worker 6
[debug] [fu1oXqsggQ5C] 200 OK (0s, ??/s)
[DEBUG] Failed sending job(s) '99994' to worker '6'
[DEBUG] Job 99994 reset to state scheduled
[DEBUG] Assigned job '99988' to worker ID '40'
[DEBUG] [Job#99988] Prepare for being processed by worker 40
[debug] [WYRou3XcfjnC] 200 OK (0s, ??/s)
[DEBUG] Failed sending job(s) '99988' to worker '40'
[DEBUG] Job 99988 reset to state scheduled
[DEBUG] Assigned job '99993' to worker ID '5'
[DEBUG] [Job#99993] Prepare for being processed by worker 5
[debug] [993WvaXBGUu5] 200 OK (0s, ??/s)
[DEBUG] Failed sending job(s) '99993' to worker '5'
[DEBUG] Job 99993 reset to state scheduled
[DEBUG] Assigned job '99991' to worker ID '38'
[DEBUG] [Job#99991] Prepare for being processed by worker 38
[debug] [iAkeCMG-wtHC] 200 OK (0s, ??/s)
[DEBUG] Failed sending job(s) '99991' to worker '38'
[DEBUG] Job 99991 reset to state scheduled
[DEBUG] Assigned job '99984' to worker ID '46'
[DEBUG] [Job#99984] Prepare for being processed by worker 46
[debug] [YSN81h1g5XXC] 200 OK (0s, ??/s)
[DEBUG] Failed sending job(s) '99984' to worker '46'
[DEBUG] Job 99984 reset to state scheduled
[DEBUG] Assigned job '99997' to worker ID '4'
[DEBUG] [Job#99997] Prepare for being processed by worker 4
[debug] [PgoPFZvD3Dgc] 200 OK (0s, ??/s)
[DEBUG] Failed sending job(s) '99997' to worker '4'
[DEBUG] Job 99997 reset to state scheduled
[DEBUG] Assigned job '99989' to worker ID '14'
[DEBUG] [Job#99989] Prepare for being processed by worker 14
[debug] [xIkApWJcbQIE] 200 OK (0s, ??/s)
[DEBUG] Failed sending job(s) '99989' to worker '14'
[DEBUG] Job 99989 reset to state scheduled
[DEBUG] Assigned job '99986' to worker ID '3'
[DEBUG] [Job#99986] Prepare for being processed by worker 3
[debug] [VfB_sLEyA8mq] 200 OK (0s, ??/s)
[DEBUG] Failed sending job(s) '99986' to worker '3'
[DEBUG] Job 99986 reset to state scheduled
[DEBUG] Assigned job '99983' to worker ID '30'
[DEBUG] [Job#99983] Prepare for being processed by worker 30
[debug] [xCg5eVKRep6b] 200 OK (0s, ??/s)
[DEBUG] Failed sending job(s) '99983' to worker '30'
[DEBUG] Job 99983 reset to state scheduled
[DEBUG] Scheduler took 2.56363s to perform operations and allocated 0 jobs
    ok 37 - All failed allocation on second step - workers were killed
    ok 38 - Job(99983) is still in scheduled state
    ok 39 - Job(99984) is still in scheduled state
    ok 40 - Job(99985) is still in scheduled state
    ok 41 - Job(99986) is still in scheduled state
    ok 42 - Job(99987) is still in scheduled state
    ok 43 - Job(99988) is still in scheduled state
    ok 44 - Job(99989) is still in scheduled state
    ok 45 - Job(99990) is still in scheduled state
    ok 46 - Job(99991) is still in scheduled state
    ok 47 - Job(99992) is still in scheduled state
    ok 48 - Job(99993) is still in scheduled state
    ok 49 - Job(99994) is still in scheduled state
    ok 50 - Job(99995) is still in scheduled state
    ok 51 - Job(99996) is still in scheduled state
    ok 52 - Job(99997) is still in scheduled state
    1..52
ok 4 - Simulation of heavy unstable load
# Subtest: Websocket server - close connection test
    # Starting WebSocket service. Port: 9527
    # Bogus: 1 | No wait: 0
    # Starting standard worker. Instance: 2 for host http://localhost:9526
    # PID of openqa-websocket: 2740
[info] Listening at "http://127.0.0.1:9527"
Web application available at http://127.0.0.1:9527
    # worker out: [info] [pid:2741] worker 2:
    #  - config file:           /tmp/oNIu2PeHaV/scheduler/config/workers.ini
    #  - worker hostname:       7ee59d6abfd5
    #  - isotovideo version:    23
    #  - websocket API version: 1
    #  - web UI hosts:          http://localhost:9526
    #  - class:                 ?
    #  - no cleanup:            no
    #  - pool directory:        /tmp/oNIu2PeHaV/scheduler/openqa/pool/2
    # worker out: [info] [pid:2741] Project dir for host http://localhost:9526 is /tmp/oNIu2PeHaV/scheduler/openqa/share
    # worker out: [info] [pid:2741] Registering with openQA http://localhost:9526
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [p7w6m3csuijc] 200 OK (0s, ??/s)
    # worker out: [info] [pid:2741] Establishing ws connection via ws://localhost:9526/api/v1/ws/4
[debug] [XnFFEd9_ozeW] 302 Found (0s, ??/s)
[debug] [bulGHlei4hvn] 101 Switching Protocols (0s, ??/s)
    # worker out: [info] [pid:2741] Registered and connected via websockets with openQA host http://localhost:9526 and worker ID 4
[warn] A message received from unknown worker connection
[debug] [pid:2740] A message received from unknown worker connection (terminating ws): {
  "status" => "free",
  "type" => "worker_status"
}
[error] [pid:2740] Worker not found for given connection during connection close
    # worker out: [warn] [pid:2741] Websocket connection to http://localhost:9526/api/v1/ws/4 finished by remote side with code 1008, Connection terminated from WebSocket server - thought dead - trying again in 0 seconds
    ok 1 - closed ws connection logged by worker
[debug] API key from client: *FB52E4F7433AC743*
[debug] Key is for user "worker"
[debug] API auth by user: worker, operator: 1
[debug] [ubw_4w4IE24N] 200 OK (0s, ??/s)
    1..1
ok 5 - Websocket server - close connection test
1..5
# ### all processes: USER       PID %CPU %MEM    VSZ   RSS TTY      STAT START   TIME COMMAND
# squamata     8  0.1  0.0 732476 31268 ?        Ssl  16:08   0:02 /bin/circleci-agent --config /.circleci-runner-config.json --outerServerUrl https://circleci-internal-outer-build-agent:5500 --maxRunTime 5h0m0s _internal inner
# squamata   106  0.0  0.0   9848  2420 pts/1    Ss+  16:08   0:00  \_ make test-fullstack-unstable
# squamata   111  0.0  0.0   9848  2396 pts/1    S+   16:08   0:00      \_ make test-with-database FULLSTACK=1 TIMEOUT_M=15 PROVE_ARGS=--harness TAP::Harness::JUnit --timer t/05-scheduler-full.t t/33-developer_mode.t RETRY=5
# squamata   144  0.0  0.0   9848  2348 pts/1    S+   16:08   0:00          \_ make test-unit-and-integration TEST_PG=DBI:Pg:dbname=openqa_test;host=/dev/shm/tpg
# squamata   149  0.0  0.0  17224  3112 pts/1    S+   16:08   0:00              \_ /bin/sh -c export GLOBIGNORE="";\ export DEVEL_COVER_DB_FORMAT=JSON;\ export PERL5OPT="-mJSON::PP -MDevel::Cover=-select_re,'^/lib',+ignore_re,lib/perlcritic/Perl/Critic/Policy,-coverage,statement,-db,cover_db_fullstack-unstable, -It/lib -I/home/squamata/project/t/lib -MOpenQA::Test::PatchDeparse";\ RETRY=5 timeout -s SIGINT -k 5 -v $((15 * 2 * (5 + 1) ))m tools/retry prove -l --harness TAP::Harness::JUnit --timer t/05-scheduler-full.t t/33-developer_mode.t
# squamata   150  0.0  0.0  11708   912 pts/1    S    16:08   0:00                  \_ timeout -s SIGINT -k 5 -v 180m tools/retry prove -l --harness TAP::Harness::JUnit --timer t/05-scheduler-full.t t/33-developer_mode.t
# squamata   151  0.0  0.0  17224  3640 pts/1    S    16:08   0:00                      \_ /bin/sh -e tools/retry prove -l --harness TAP::Harness::JUnit --timer t/05-scheduler-full.t t/33-developer_mode.t
# squamata  2541  0.7  0.0  96960 43396 pts/1    S    16:38   0:01                          \_ /usr/bin/perl /usr/bin/prove -l --harness TAP::Harness::JUnit --timer t/05-scheduler-full.t t/33-developer_mode.t
# squamata  2543  8.9  0.2 360408 205540 pts/1   S    16:38   0:19                              \_ /usr/bin/perl t/05-scheduler-full.t
# squamata  2748  100  0.0  38096  3844 pts/1    R    16:42   0:00                                  \_ ps auxf
# squamata     1  0.0  0.0   1084     4 pts/0    Ss   16:08   0:00 /sbin/docker-init -- /bin/sh
# squamata     7  0.0  0.0  19744  6272 pts/0    S+   16:08   0:00 /bin/sh
# squamata   133  0.0  0.0 249756 25260 ?        Ss   16:08   0:00 /usr/lib/postgresql12/bin/postgres -D /dev/shm/tpg
# squamata   134  0.0  0.0 101996  4916 ?        Ss   16:08   0:00  \_ postgres: logger   
# squamata   136  0.0  0.0 250012 27912 ?        Ss   16:08   0:00  \_ postgres: checkpointer   
# squamata   137  0.0  0.0 249756  8352 ?        Ss   16:08   0:00  \_ postgres: background writer   
# squamata   138  0.0  0.0 249756  9996 ?        Ss   16:08   0:00  \_ postgres: walwriter   
# squamata   139  0.0  0.0 250324  8576 ?        Ss   16:08   0:00  \_ postgres: autovacuum launcher   
# squamata   140  0.0  0.0 104644  5632 ?        Ss   16:08   0:00  \_ postgres: stats collector   
# squamata   141  0.0  0.0 250176  6688 ?        Ss   16:08   0:00  \_ postgres: logical replication launcher   
# squamata  2545  0.2  0.0 256388 32264 ?        Ss   16:38   0:00  \_ postgres: squamata openqa_test [local] idle
# 
# ### processes in tree:   PID TTY      STAT   TIME COMMAND
#   106 pts/1    Ss+    0:00 make test-fullstack-unstable
#   111 pts/1    S+     0:00  \_ make test-with-database FULLSTACK=1 TIMEOUT_M=15 PROVE_ARGS=--harness TAP::Harness::JUnit --timer t/05-scheduler-full.t t/33-developer_mode.t RETRY=5
#   144 pts/1    S+     0:00      \_ make test-unit-and-integration TEST_PG=DBI:Pg:dbname=openqa_test;host=/dev/shm/tpg
#   149 pts/1    S+     0:00          \_ /bin/sh -c export GLOBIGNORE="";\ export DEVEL_COVER_DB_FORMAT=JSON;\ export PERL5OPT="-mJSON::PP -MDevel::Cover=-select_re,'^/lib',+ignore_re,lib/perlcritic/Perl/Critic/Policy,-coverage,statement,-db,cover_db_fullstack-unstable, -It/lib -I/home/squamata/project/t/lib -MOpenQA::Test::PatchDeparse";\ RETRY=5 timeout -s SIGINT -k 5 -v $((15 * 2 * (5 + 1) ))m tools/retry prove -l --harness TAP::Harness::JUnit --timer t/05-scheduler-full.t t/33-developer_mode.t
#   150 pts/1    S      0:00              \_ timeout -s SIGINT -k 5 -v 180m tools/retry prove -l --harness TAP::Harness::JUnit --timer t/05-scheduler-full.t t/33-developer_mode.t
#   151 pts/1    S      0:00                  \_ /bin/sh -e tools/retry prove -l --harness TAP::Harness::JUnit --timer t/05-scheduler-full.t t/33-developer_mode.t
#  2541 pts/1    S      0:01                      \_ /usr/bin/perl /usr/bin/prove -l --harness TAP::Harness::JUnit --timer t/05-scheduler-full.t t/33-developer_mode.t
#  2543 pts/1    S      0:19                          \_ /usr/bin/perl t/05-scheduler-full.t
#  2749 pts/1    R      0:00                              \_ ps Tf
# 
