name 221.123.163.197 lastheardfrom 1551225593 address 221.123.163.197 batch_type sge time_started 1550114574886793 owner danwu project 19-0264 failed 0 completed 365 aborted 0 waiting 1 running 1 total 367 type makeflow name 45.55.219.221 lastheardfrom 1551225572 address 45.55.219.221 workers_connected 0 workers 0 tasks_total_disk 0 tasks_total_memory 0 tasks_total_cores 0 capacity_weighted 4091 capacity_disk 2852887 capacity_memory 62627904 capacity_cores 162 capacity_tasks 162 tasks_left 0 tasks_on_workers 0 tasks_complete 60438 tasks_running 0 tasks_waiting 400 network_interfaces [{"family":"AF_INET","host":"45.55.219.221","interface":"eth0"},{"family":"AF_INET","host":"10.17.0.5","interface":"eth0:1"}] master_preferred_connection by_ip starttime 1538078898 project shadho-thermalize owner root port 9123 type wq_master version 7.0.0 name bxgrid.crc.nd.edu lastheardfrom 1551225332 address 10.32.78.56 clients [] total_ops 710007 bytes_read 80781119146 bytes_written 0 version 7.0.9 url chirp://bxgrid.crc.nd.edu:9094 uuid FE949074-2BF1-4422-8E2D-88216F0CAE7D total 11172861444096 starttime 1549195802 port 9094 owner bxgrid opsysversion 3.10.0-957.5.1.el7.x86_64 opsys linux minfree 1073741824 memory_total 33549889536 memory_avail 215953408 load15 0.13 load5 0.11 load1 0.13 cpus 16 cpu x86_64 backend local:///bxgrid avail 6101437677568 type chirp name cclcentral.cse.nd.edu lastheardfrom 1551225351 address 129.74.152.177 url http://cclcentral.cse.nd.edu:9097 port 9097 starttime 1551202743 owner condor version 7.0.10 type catalog name cclvm05.crc.nd.edu lastheardfrom 1551225375 address 129.74.247.43 url http://cclvm05.crc.nd.edu:9097 port 9097 starttime 1549393391 owner condor version 8.0.0 type catalog name cclweb00.cse.nd.edu lastheardfrom 1551225436 address 129.74.152.166 url http://catalog.cse.nd.edu:9097 port 9097 starttime 1547045414 owner condor version 7.0.9 type catalog name condorfe.crc.nd.edu lastheardfrom 1551225574 address 10.32.85.31 foremen [] masters [] workers_to_connect 0 workers_requested 0 workers_needed 0 workers_submitted 0 submission_regex lobster_awightma_EFT_ALL_postLHE.* project_regex lobster_awightma_EFT_ALL_postLHE.* type wq_factory name crcfe01.crc.nd.edu lastheardfrom 1551225572 address 129.74.85.211 foremen [] masters [] workers_to_connect 5 workers_requested 0 workers_needed 5 workers_submitted 5 submission_regex bwa_step_check project_regex bwa_step_check type wq_factory name crcfe02.crc.nd.edu lastheardfrom 1551225596 address 129.74.85.39 foremen [] masters [{"workers":0,"tasks_complete":0,"tasks_running":0,"tasks_waiting":6,"port":9003,"name":"earth.crc.nd.edu","project":"lobster_rbucci_Extr_Loose_20190215"},{"workers":1,"tasks_complete":0,"tasks_running":1,"tasks_waiting":0,"port":9002,"name":"earth.crc.nd.edu","project":"lobster_rbucci_Extr_Tight_20190220"},{"workers":0,"tasks_complete":46,"tasks_running":0,"tasks_waiting":6,"port":9005,"name":"earth.crc.nd.edu","project":"lobster_rbucci_Extr_Tight_20190215"},{"workers":1,"tasks_complete":0,"tasks_running":1,"tasks_waiting":0,"port":9001,"name":"earth.crc.nd.edu","project":"lobster_rbucci_Extr_Tab_20190220"},{"workers":1,"tasks_complete":220,"tasks_running":1,"tasks_waiting":0,"port":9004,"name":"earth.crc.nd.edu","project":"lobster_rbucci_Extr_Tab_20190215"},{"workers":0,"tasks_complete":0,"tasks_running":0,"tasks_waiting":4,"port":9000,"name":"earth.crc.nd.edu","project":"lobster_rbucci_Extr_Loose_20190220"}] workers_to_connect 0 workers_requested 0 workers_needed 2 workers_submitted 0 submission_regex lobster_rbucci.* project_regex lobster_rbucci.* type wq_factory name doge.iplantcollaborative.org lastheardfrom 1551225600 address 128.196.172.147 url http://doge.iplantcollaborative.org:1024 port 1024 starttime 1550255376 owner root version 6.2.11 type catalog name earth.crc.nd.edu lastheardfrom 1551225541 address 129.74.85.10 tasks_total_disk 192000 tasks_total_memory 48000 tasks_total_cores 6 categories [{"max_allocation_count":0,"first_allocation_count":2,"first_disk":32000,"first_memory":8000,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":2,"category":"ttbar140"},{"max_allocation_count":0,"first_allocation_count":4,"first_disk":32000,"first_memory":8000,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":4,"category":"ttbar200"}] gpus_largest 0 gpus_smallest 0 gpus_total 0 gpus_inuse 0 disk_largest 0 disk_smallest 0 disk_total 0 disk_inuse 0 memory_largest 0 memory_smallest 0 memory_total 0 memory_inuse 0 cores_largest 0 cores_smallest 0 cores_total 0 cores_inuse 0 workers_largest 0 workers_smallest 0 workers_total 0 workers_inuse 0 capacity_weighted 10 capacity_instantaneous 10 capacity_disk 10240 capacity_memory 5120 capacity_cores 10 capacity_tasks 10 bytes_received 0 bytes_sent 85895436 time_workers_execute_exhaustion 0 time_workers_execute_good 0 time_workers_execute 0 time_application 1298612697 time_polling 184583169700 time_internal 1415075260 time_status_msgs 416411 time_receive_good 0 time_send_good 0 time_receive 679689 time_send 3212178 time_when_started 1551038239896936 tasks_complete 0 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 0 tasks_done 0 tasks_dispatched 10 tasks_submitted 6 tasks_left 0 tasks_with_results 0 tasks_running 0 tasks_on_workers 0 tasks_waiting 6 workers_lost 10 workers_fast_aborted 0 workers_idled_out 26 workers_released 0 workers_removed 37 workers_joined 37 workers_able 0 workers_busy 0 workers_idle 0 workers_init 0 workers_connected 0 workers 0 network_interfaces [{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"},{"family":"AF_INET","host":"129.74.85.10","interface":"p5p1:1"}] master_preferred_connection by_ip priority 0 port 9003 version 8.0.0 DEVELOPMENT from source owner rbucci working_dir /tmpscratch/users/rbucci/Extr_Loose_20190215 starttime 1551038239 project lobster_rbucci_Extr_Loose_20190215 type wq_master name earth.crc.nd.edu lastheardfrom 1551225551 address 129.74.85.10 tasks_total_disk 950 tasks_total_memory 2400 tasks_total_cores 1 categories [{"max_allocation_count":0,"first_allocation_count":0,"first_disk":500,"first_memory":2000,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":1,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":49,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":0,"category":"ttbar140"},{"max_allocation_count":0,"first_allocation_count":1,"first_disk":950,"first_memory":2400,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":1,"tasks_cancelled":0,"tasks_failed":1,"tasks_done":170,"tasks_dispatched":0,"tasks_running":1,"tasks_waiting":0,"category":"ttbar200"}] gpus_largest 0 gpus_smallest 0 gpus_total 0 gpus_inuse 0 disk_largest 131043 disk_smallest 0 disk_total 131043 disk_inuse 950 memory_largest 31900 memory_smallest 0 memory_total 31900 memory_inuse 2400 cores_largest 4 cores_smallest 0 cores_total 4 cores_inuse 1 workers_largest 1 workers_smallest 0 workers_total 1 workers_inuse 0 capacity_weighted 51151 capacity_instantaneous 51209 capacity_disk 25973950 capacity_memory 65618400 capacity_cores 27341 capacity_tasks 27341 bytes_received 493282 bytes_sent 157291276 time_workers_execute_exhaustion 1851050256 time_workers_execute_good 384832466904 time_workers_execute 386683517160 time_application 1513176240 time_polling 183973456732 time_internal 1804543739 time_status_msgs 3839192 time_receive_good 379350 time_send_good 0 time_receive 1068205 time_send 2206556 time_when_started 1551038252803641 tasks_complete 220 tasks_exhausted_attempts 1 tasks_cancelled 0 tasks_failed 0 tasks_done 220 tasks_dispatched 235 tasks_submitted 220 tasks_left 0 tasks_with_results 0 tasks_running 1 tasks_on_workers 1 tasks_waiting 0 workers_lost 19 workers_fast_aborted 0 workers_idled_out 12 workers_released 0 workers_removed 31 workers_joined 32 workers_able 1 workers_busy 1 workers_idle 0 workers_init 0 workers_connected 1 workers 1 network_interfaces [{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"},{"family":"AF_INET","host":"129.74.85.10","interface":"p5p1:1"}] master_preferred_connection by_ip priority 0 port 9004 version 8.0.0 DEVELOPMENT from source owner rbucci working_dir /tmpscratch/users/rbucci/Extr_Tab_20190215 starttime 1551038252 project lobster_rbucci_Extr_Tab_20190215 type wq_master name earth.crc.nd.edu lastheardfrom 1551225586 address 129.74.85.10 foremen [] masters [] workers_to_connect 0 workers_requested 0 workers_needed 0 workers_submitted 0 submission_regex lobster_rgoldouz_LFV_LHE* project_regex lobster_rgoldouz_LFV_LHE* type wq_factory name earth.crc.nd.edu lastheardfrom 1551225551 address 129.74.85.10 tasks_total_disk 67800 tasks_total_memory 25400 tasks_total_cores 6 categories [{"max_allocation_count":0,"first_allocation_count":2,"first_disk":32000,"first_memory":8000,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":17,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":2,"category":"ttbar140"},{"max_allocation_count":0,"first_allocation_count":4,"first_disk":950,"first_memory":2350,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":29,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":4,"category":"ttbar200"}] gpus_largest 0 gpus_smallest 0 gpus_total 0 gpus_inuse 0 disk_largest 0 disk_smallest 0 disk_total 0 disk_inuse 0 memory_largest 0 memory_smallest 0 memory_total 0 memory_inuse 0 cores_largest 0 cores_smallest 0 cores_total 0 cores_inuse 0 workers_largest 0 workers_smallest 0 workers_total 0 workers_inuse 0 capacity_weighted 15696 capacity_instantaneous 15696 capacity_disk 271633450 capacity_memory 69156850 capacity_cores 9062 capacity_tasks 9062 bytes_received 103389 bytes_sent 120880964 time_workers_execute_exhaustion 0 time_workers_execute_good 70303783291 time_workers_execute 70303783291 time_application 1377675967 time_polling 184135441613 time_internal 1767258730 time_status_msgs 533584 time_receive_good 79262 time_send_good 0 time_receive 864291 time_send 3327048 time_when_started 1551038266314080 tasks_complete 46 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 0 tasks_done 46 tasks_dispatched 63 tasks_submitted 52 tasks_left 0 tasks_with_results 0 tasks_running 0 tasks_on_workers 0 tasks_waiting 6 workers_lost 14 workers_fast_aborted 0 workers_idled_out 13 workers_released 0 workers_removed 28 workers_joined 28 workers_able 0 workers_busy 0 workers_idle 0 workers_init 0 workers_connected 0 workers 0 network_interfaces [{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"},{"family":"AF_INET","host":"129.74.85.10","interface":"p5p1:1"}] master_preferred_connection by_ip priority 0 port 9005 version 8.0.0 DEVELOPMENT from source owner rbucci working_dir /tmpscratch/users/rbucci/Extr_Tight_20190215 starttime 1551038266 project lobster_rbucci_Extr_Tight_20190215 type wq_master name earth.crc.nd.edu lastheardfrom 1551225574 address 129.74.85.10 tasks_total_disk 64000 tasks_total_memory 16000 tasks_total_cores 4 categories [{"max_allocation_count":0,"first_allocation_count":2,"first_disk":32000,"first_memory":8000,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":2,"category":"mu200"},{"max_allocation_count":0,"first_allocation_count":2,"first_cores":1,"max_cores":"~1","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":2,"category":"merge"}] gpus_largest 0 gpus_smallest 0 gpus_total 0 gpus_inuse 0 disk_largest 0 disk_smallest 0 disk_total 0 disk_inuse 0 memory_largest 0 memory_smallest 0 memory_total 0 memory_inuse 0 cores_largest 0 cores_smallest 0 cores_total 0 cores_inuse 0 workers_largest 0 workers_smallest 0 workers_total 0 workers_inuse 0 capacity_weighted 10 capacity_instantaneous 10 capacity_disk 10240 capacity_memory 5120 capacity_cores 10 capacity_tasks 10 bytes_received 0 bytes_sent 0 time_workers_execute_exhaustion 0 time_workers_execute_good 0 time_workers_execute 0 time_application 225234116 time_polling 27256909413 time_internal 458633132 time_status_msgs 59846 time_receive_good 0 time_send_good 0 time_receive 100770 time_send 260225 time_when_started 1551197633035155 tasks_complete 0 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 0 tasks_done 0 tasks_dispatched 0 tasks_submitted 4 tasks_left 0 tasks_with_results 0 tasks_running 0 tasks_on_workers 0 tasks_waiting 4 workers_lost 0 workers_fast_aborted 0 workers_idled_out 0 workers_released 0 workers_removed 0 workers_joined 0 workers_able 0 workers_busy 0 workers_idle 0 workers_init 0 workers_connected 0 workers 0 network_interfaces [{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"},{"family":"AF_INET","host":"129.74.85.10","interface":"p5p1:1"}] master_preferred_connection by_ip priority 0 port 9000 version 8.0.0 DEVELOPMENT from source owner rbucci working_dir /tmpscratch/users/rbucci/Extr_Loose_20190220 starttime 1551197633 project lobster_rbucci_Extr_Loose_20190220 type wq_master name earth.crc.nd.edu lastheardfrom 1551225553 address 129.74.85.10 tasks_total_disk 131034 tasks_total_memory 31900 tasks_total_cores 1 categories [{"max_allocation_count":0,"first_allocation_count":1,"first_cores":1,"max_cores":"~1","workers_able":1,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":1,"tasks_waiting":0,"category":"merge"}] gpus_largest 0 gpus_smallest 0 gpus_total 0 gpus_inuse 0 disk_largest 131034 disk_smallest 0 disk_total 131034 disk_inuse 131034 memory_largest 31900 memory_smallest 0 memory_total 31900 memory_inuse 31900 cores_largest 4 cores_smallest 0 cores_total 4 cores_inuse 1 workers_largest 1 workers_smallest 0 workers_total 1 workers_inuse 0 capacity_weighted 10 capacity_instantaneous 10 capacity_disk 10240 capacity_memory 5120 capacity_cores 10 capacity_tasks 10 bytes_received 0 bytes_sent 74336764 time_workers_execute_exhaustion 0 time_workers_execute_good 0 time_workers_execute 0 time_application 2511885428 time_polling 329870970915 time_internal 4332293234 time_status_msgs 3589149 time_receive_good 0 time_send_good 0 time_receive 879114 time_send 6796515 time_when_started 1550888825963159 tasks_complete 0 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 0 tasks_done 0 tasks_dispatched 4 tasks_submitted 1 tasks_left 0 tasks_with_results 0 tasks_running 1 tasks_on_workers 1 tasks_waiting 0 workers_lost 16 workers_fast_aborted 0 workers_idled_out 1122 workers_released 0 workers_removed 1140 workers_joined 1141 workers_able 1 workers_busy 1 workers_idle 0 workers_init 0 workers_connected 1 workers 1 network_interfaces [{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"},{"family":"AF_INET","host":"129.74.85.10","interface":"p5p1:1"}] master_preferred_connection by_ip priority 0 port 9001 version 8.0.0 DEVELOPMENT from source owner rbucci working_dir /tmpscratch/users/rbucci/Extr_Tab_20190220 starttime 1550888825 project lobster_rbucci_Extr_Tab_20190220 type wq_master name earth.crc.nd.edu lastheardfrom 1551225592 address 129.74.85.10 tasks_total_disk 128616 tasks_total_memory 31900 tasks_total_cores 1 categories [{"max_allocation_count":0,"first_allocation_count":1,"first_cores":1,"max_cores":"~1","workers_able":1,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":1,"tasks_waiting":0,"category":"merge"}] gpus_largest 0 gpus_smallest 0 gpus_total 0 gpus_inuse 0 disk_largest 128616 disk_smallest 0 disk_total 128616 disk_inuse 128616 memory_largest 31900 memory_smallest 0 memory_total 31900 memory_inuse 31900 cores_largest 4 cores_smallest 0 cores_total 4 cores_inuse 1 workers_largest 1 workers_smallest 0 workers_total 1 workers_inuse 0 capacity_weighted 10 capacity_instantaneous 10 capacity_disk 10240 capacity_memory 5120 capacity_cores 10 capacity_tasks 10 bytes_received 0 bytes_sent 74485996 time_workers_execute_exhaustion 0 time_workers_execute_good 0 time_workers_execute 0 time_application 2529682726 time_polling 329835266897 time_internal 4350703903 time_status_msgs 3350450 time_receive_good 0 time_send_good 0 time_receive 922646 time_send 2059092 time_when_started 1550888869893825 tasks_complete 0 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 0 tasks_done 0 tasks_dispatched 4 tasks_submitted 1 tasks_left 0 tasks_with_results 0 tasks_running 1 tasks_on_workers 1 tasks_waiting 0 workers_lost 16 workers_fast_aborted 0 workers_idled_out 1057 workers_released 0 workers_removed 1074 workers_joined 1075 workers_able 1 workers_busy 1 workers_idle 0 workers_init 0 workers_connected 1 workers 1 network_interfaces [{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"},{"family":"AF_INET","host":"129.74.85.10","interface":"p5p1:1"}] master_preferred_connection by_ip priority 0 port 9002 version 8.0.0 DEVELOPMENT from source owner rbucci working_dir /tmpscratch/users/rbucci/Extr_Tight_20190220 starttime 1550888869 project lobster_rbucci_Extr_Tight_20190220 type wq_master name eddie.crc.nd.edu lastheardfrom 1551225435 address 129.74.85.45 clients [] total_ops 0 bytes_read 0 bytes_written 0 version 7.0.9 url chirp://eddie.crc.nd.edu:9094 uuid 3FDAA7A8-385F-4DC6-A810-0A7C2945A207 total 707970061041664 starttime 1551189603 port 9094 owner uscms01 opsysversion 2.6.32-754.9.1.el6.x86_64 opsys linux minfree 0 memory_total 67434233856 memory_avail 195772416 load15 0.03 load5 0.06 load1 0.08 cpus 24 cpu x86_64 backend hdfs://eddie.crc.nd.edu:19000/ avail 285840206987264 type chirp time_application 35316831 time_polling 31722599423 time_internal 1603309 time_status_msgs 290430 time_receive 2581446 time_send 2860496 type wq_master project forcebalance starttime 1551193835 working_dir /data/mschauperl/data_kirkwood/resp2_new/D1LJ0_run2 owner mschauperl version 6.2.10 FINAL port 5005 priority 0 master_preferred_connection by_ip network_interfaces [{"family":"AF_INET","host":"137.110.139.88","interface":"enp4s0f0"},{"family":"AF_INET","host":"192.168.122.1","interface":"virbr0"}] workers 4 workers_connected 4 workers_init 0 workers_idle 3 workers_busy 1 workers_able 4 workers_joined 4 workers_removed 0 workers_released 0 workers_idled_out 0 workers_fast_aborted 0 workers_lost 0 tasks_waiting 0 tasks_on_workers 1 tasks_running 1 tasks_with_results 0 tasks_left 0 tasks_submitted 361 tasks_dispatched 361 tasks_done 360 tasks_failed 340 tasks_cancelled 0 tasks_exhausted_attempts 0 tasks_complete 360 time_when_started 1551193835466083 time_send_good 0 time_receive_good 284763 time_workers_execute 49652262291 time_workers_execute_good 23042765404 time_workers_execute_exhaustion 0 bytes_sent 544709530 bytes_received 40069717 capacity_tasks 2406 capacity_cores 2406 capacity_memory 173758914 capacity_disk 196421028 capacity_instantaneous 4603 capacity_weighted 4603 workers_inuse 0 workers_total 4 workers_smallest 0 workers_largest 1 cores_inuse 1 cores_total 4 cores_smallest 0 cores_largest 1 memory_inuse 72219 memory_total 288876 memory_smallest 0 memory_largest 72219 disk_inuse 81638 disk_total 326552 disk_smallest 0 disk_largest 81638 gpus_inuse 4 gpus_total 16 gpus_smallest 0 gpus_largest 4 categories [{"max_allocation_count":1,"first_allocation_count":0,"workers_able":4,"tasks_cancelled":0,"tasks_failed":340,"tasks_done":20,"tasks_dispatched":0,"tasks_running":1,"tasks_waiting":0,"category":"default"}] tasks_total_cores 1 tasks_total_memory 72219 tasks_total_disk 81638 address 137.110.139.88 lastheardfrom 1551225600 name entropy.ucsd.edu name entropy.ucsd.edu lastheardfrom 1551225575 address 137.110.139.88 tasks_total_disk 0 tasks_total_memory 0 tasks_total_cores 0 categories [{"max_allocation_count":12,"first_allocation_count":0,"workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":12,"category":"default"}] gpus_largest 0 gpus_smallest 0 gpus_total 0 gpus_inuse 0 disk_largest 0 disk_smallest 0 disk_total 0 disk_inuse 0 memory_largest 0 memory_smallest 0 memory_total 0 memory_inuse 0 cores_largest 0 cores_smallest 0 cores_total 0 cores_inuse 0 workers_largest 0 workers_smallest 0 workers_total 0 workers_inuse 0 capacity_weighted 10 capacity_instantaneous 10 capacity_disk 10240 capacity_memory 5120 capacity_cores 10 capacity_tasks 10 bytes_received 0 bytes_sent 0 time_workers_execute_exhaustion 0 time_workers_execute_good 0 time_workers_execute 0 time_application 51287911 time_polling 1080081272 time_internal 50326 time_status_msgs 1510 time_receive_good 0 time_send_good 0 time_receive 4084 time_send 12668 time_when_started 1551224444351603 tasks_complete 0 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 0 tasks_done 0 tasks_dispatched 0 tasks_submitted 12 tasks_left 0 tasks_with_results 0 tasks_running 0 tasks_on_workers 0 tasks_waiting 12 workers_lost 0 workers_fast_aborted 0 workers_idled_out 0 workers_released 0 workers_removed 0 workers_joined 0 workers_able 0 workers_busy 0 workers_idle 0 workers_init 0 workers_connected 0 workers 0 network_interfaces [{"family":"AF_INET","host":"137.110.139.88","interface":"enp4s0f0"},{"family":"AF_INET","host":"192.168.122.1","interface":"virbr0"}] master_preferred_connection by_ip priority 0 port 2001 version 7.0.0 owner skantonen working_dir /data/skantonen/VALIDATIONSAMAGAIN starttime 1551224444 project forcebalance type wq_master name entropy.ucsd.edu lastheardfrom 1551225558 address 137.110.139.88 tasks_total_disk 1424812 tasks_total_memory 64354 tasks_total_cores 1 categories [{"max_allocation_count":21,"first_allocation_count":0,"workers_able":6,"tasks_cancelled":0,"tasks_failed":710,"tasks_done":0,"tasks_dispatched":0,"tasks_running":1,"tasks_waiting":20,"category":"default"}] gpus_largest 8 gpus_smallest 0 gpus_total 48 gpus_inuse 8 disk_largest 1424812 disk_smallest 0 disk_total 8548872 disk_inuse 1424812 memory_largest 64354 memory_smallest 0 memory_total 386124 memory_inuse 64354 cores_largest 1 cores_smallest 0 cores_total 6 cores_inuse 1 workers_largest 1 workers_smallest 0 workers_total 6 workers_inuse 0 capacity_weighted 111 capacity_instantaneous 111 capacity_disk 146755636 capacity_memory 6628462 capacity_cores 103 capacity_tasks 103 bytes_received 12140183 bytes_sent 907746382 time_workers_execute_exhaustion 0 time_workers_execute_good 0 time_workers_execute 4985396970 time_application 626780794 time_polling 719732028 time_internal 114882092 time_status_msgs 21460662 time_receive_good 0 time_send_good 0 time_receive 20172471 time_send 368880754 time_when_started 1551223615249982 tasks_complete 710 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 1825448 tasks_done 710 tasks_dispatched 1825449 tasks_submitted 1825469 tasks_left 0 tasks_with_results 0 tasks_running 1 tasks_on_workers 1 tasks_waiting 20 workers_lost 0 workers_fast_aborted 0 workers_idled_out 0 workers_released 0 workers_removed 0 workers_joined 6 workers_able 6 workers_busy 1 workers_idle 5 workers_init 0 workers_connected 6 workers 6 network_interfaces [{"family":"AF_INET","host":"137.110.139.88","interface":"enp4s0f0"},{"family":"AF_INET","host":"192.168.122.1","interface":"virbr0"}] master_preferred_connection by_ip priority 0 port 9797 version 6.2.10 FINAL owner mschauperl working_dir /data/mschauperl/data_kirkwood/resp2_new/LJ8SS_run3 starttime 1551223615 project forcebalance type wq_master name geco.iplantcollaborative.org lastheardfrom 1551225322 address 128.196.172.204 url http://geco.iplantcollaborative.org:9097 port 9097 starttime 1524839987 owner root version 5.4.19 [FINAL:ec3ea10b] type catalog name grandbackup.phys.nd.edu lastheardfrom 1551225519 address 129.74.140.172 url chirp://grandbackup.phys.nd.edu:9094 total 7815408328704 bytes_read 0 cpus 4 bytes_written 0 load15 0 type chirp memory_total 8361701376 minfree 0 opsysversion 2.6.18-416.el5 cpu x86_64 owner chirp memory_avail 6139326464 version 3.7.3 opsys linux total_ops 0 port 9094 uptime 3992222 backend /data/chirp avail 310468943872 load5 0.01 load1 0.02 name nighthawk.ucsd.edu lastheardfrom 1551225573 address 137.110.139.238 tasks_total_disk 3881290 tasks_total_memory 193062 tasks_total_cores 3 categories [{"max_allocation_count":3,"first_allocation_count":0,"workers_able":6,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":147,"tasks_dispatched":0,"tasks_running":3,"tasks_waiting":0,"category":"default"}] gpus_largest 8 gpus_smallest 0 gpus_total 48 gpus_inuse 24 disk_largest 1293925 disk_smallest 0 disk_total 7762891 disk_inuse 3881290 memory_largest 64354 memory_smallest 0 memory_total 386124 memory_inuse 193062 cores_largest 1 cores_smallest 0 cores_total 6 cores_inuse 3 workers_largest 1 workers_smallest 0 workers_total 6 workers_inuse 0 capacity_weighted 2060 capacity_instantaneous 2060 capacity_disk -1756588345 capacity_memory 126198194 capacity_cores 1961 capacity_tasks 1961 bytes_received 17349722514 bytes_sent 304856134 time_workers_execute_exhaustion 0 time_workers_execute_good 530156383637 time_workers_execute 530156383637 time_application 193463694 time_polling 111045511767 time_internal 5694533 time_status_msgs 8015910 time_receive_good 258377890 time_send_good 0 time_receive 259111731 time_send 14343370 time_when_started 1551114047074507 tasks_complete 147 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 0 tasks_done 147 tasks_dispatched 228 tasks_submitted 150 tasks_left 0 tasks_with_results 0 tasks_running 3 tasks_on_workers 3 tasks_waiting 0 workers_lost 0 workers_fast_aborted 0 workers_idled_out 0 workers_released 0 workers_removed 0 workers_joined 6 workers_able 6 workers_busy 3 workers_idle 3 workers_init 0 workers_connected 6 workers 6 network_interfaces [{"family":"AF_INET","host":"137.110.139.238","interface":"ens2"}] master_preferred_connection by_ip priority 0 port 1088 version 6.2.10 FINAL owner mis working_dir /home/mis/kirk/resp2_new/R2LJ0_run3 starttime 1551114047 project forcebalance type wq_master name nighthawk.ucsd.edu lastheardfrom 1551225551 address 137.110.139.238 tasks_total_disk 6717990 tasks_total_memory 386124 tasks_total_cores 6 categories [{"max_allocation_count":15,"first_allocation_count":0,"workers_able":6,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":105,"tasks_dispatched":0,"tasks_running":6,"tasks_waiting":9,"category":"default"}] gpus_largest 8 gpus_smallest 0 gpus_total 48 gpus_inuse 48 disk_largest 1119801 disk_smallest 0 disk_total 6717990 disk_inuse 6717990 memory_largest 64354 memory_smallest 0 memory_total 386124 memory_inuse 386124 cores_largest 1 cores_smallest 0 cores_total 6 cores_inuse 6 workers_largest 1 workers_smallest 0 workers_total 6 workers_inuse 0 capacity_weighted 2112 capacity_instantaneous 2112 capacity_disk 2012054545 capacity_memory 115644138 capacity_cores 1797 capacity_tasks 1797 bytes_received 12421347951 bytes_sent 158812677 time_workers_execute_exhaustion 0 time_workers_execute_good 378958341907 time_workers_execute 378958341907 time_application 150942104 time_polling 83919030781 time_internal 4108029 time_status_msgs 3686019 time_receive_good 194353445 time_send_good 0 time_receive 194900634 time_send 9152021 time_when_started 1551141269178341 tasks_complete 105 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 0 tasks_done 105 tasks_dispatched 121 tasks_submitted 120 tasks_left 0 tasks_with_results 0 tasks_running 6 tasks_on_workers 6 tasks_waiting 9 workers_lost 0 workers_fast_aborted 0 workers_idled_out 0 workers_released 0 workers_removed 0 workers_joined 6 workers_able 6 workers_busy 6 workers_idle 0 workers_init 0 workers_connected 6 workers 6 network_interfaces [{"family":"AF_INET","host":"137.110.139.238","interface":"ens2"}] master_preferred_connection by_ip priority 0 port 1053 version 6.2.10 FINAL owner mis working_dir /home/mis/kirk/resp2_new/D1LJ0_run1 starttime 1551141269 project forcebalance type wq_master name nighthawk.ucsd.edu lastheardfrom 1551225581 address 137.110.139.238 tasks_total_disk 0 tasks_total_memory 0 tasks_total_cores 0 categories [{"max_allocation_count":21,"first_allocation_count":0,"workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":21,"category":"default"}] gpus_largest 0 gpus_smallest 0 gpus_total 0 gpus_inuse 0 disk_largest 0 disk_smallest 0 disk_total 0 disk_inuse 0 memory_largest 0 memory_smallest 0 memory_total 0 memory_inuse 0 cores_largest 0 cores_smallest 0 cores_total 0 cores_inuse 0 workers_largest 0 workers_smallest 0 workers_total 0 workers_inuse 0 capacity_weighted 10 capacity_instantaneous 10 capacity_disk 10240 capacity_memory 5120 capacity_cores 10 capacity_tasks 10 bytes_received 0 bytes_sent 0 time_workers_execute_exhaustion 0 time_workers_execute_good 0 time_workers_execute 0 time_application 56470549 time_polling 84980485404 time_internal 5987669 time_status_msgs 205696 time_receive_good 0 time_send_good 0 time_receive 740478 time_send 2503920 time_when_started 1551140534604527 tasks_complete 0 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 0 tasks_done 0 tasks_dispatched 0 tasks_submitted 21 tasks_left 0 tasks_with_results 0 tasks_running 0 tasks_on_workers 0 tasks_waiting 21 workers_lost 0 workers_fast_aborted 0 workers_idled_out 0 workers_released 0 workers_removed 0 workers_joined 0 workers_able 0 workers_busy 0 workers_idle 0 workers_init 0 workers_connected 0 workers 0 network_interfaces [{"family":"AF_INET","host":"137.110.139.238","interface":"ens2"}] master_preferred_connection by_ip priority 0 port 6667 version 6.2.10 FINAL owner mis working_dir /home/mis/kirk/resp2_new/D1LJ0_run2 starttime 1551140534 project forcebalance type wq_master name notyeti-193.lifemapper.org lastheardfrom 1551225572 address 129.237.201.193 foremen [] masters [] workers_to_connect 12 workers_requested 0 workers_needed 12 workers_submitted 12 submission_regex lifemapper.\* project_regex lifemapper.\* type wq_factory name notyeti-193.lifemapper.org lastheardfrom 1551225591 address 129.237.201.193 url http://notyeti-193.lifemapper.org:9097 port 9097 starttime 1551137375 owner lmwriter version 7.0.2 type catalog name submit-1.chtc.wisc.edu lastheardfrom 1551225586 address 128.105.244.191 foremen [] masters [{"workers":169,"tasks_complete":3545,"tasks_running":158,"tasks_waiting":756,"port":10014,"name":"submit-1.chtc.wisc.edu","project":"tripir_1_0000000000_grasso2"},{"workers":176,"tasks_complete":4559,"tasks_running":170,"tasks_waiting":907,"port":10016,"name":"submit-1.chtc.wisc.edu","project":"tripir_1_0000000000_grasso2"}] workers_to_connect 0 workers_requested 0 workers_needed 24 workers_submitted 344 submission_regex tripir_1_0000000000_grasso2 project_regex tripir_1_0000000000_grasso2 type wq_factory name submit-1.chtc.wisc.edu lastheardfrom 1551225558 address 128.105.244.191 tasks_total_disk 4890357 tasks_total_memory 858420 tasks_total_cores 171 categories [{"max_allocation_count":1078,"first_allocation_count":0,"workers_able":174,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":4559,"tasks_dispatched":0,"tasks_running":171,"tasks_waiting":907,"category":"default"}] gpus_largest 0 gpus_smallest 0 gpus_total 0 gpus_inuse 0 disk_largest 432945 disk_smallest 0 disk_total 4890357 disk_inuse 4890357 memory_largest 5020 memory_smallest 0 memory_total 858420 memory_inuse 858420 cores_largest 1 cores_smallest 0 cores_total 171 cores_inuse 171 workers_largest 1 workers_smallest 0 workers_total 171 workers_inuse 0 capacity_weighted 435 capacity_instantaneous 484 capacity_disk 1688940 capacity_memory 271080 capacity_cores 54 capacity_tasks 54 bytes_received 37658813 bytes_sent 506522785497 time_workers_execute_exhaustion 0 time_workers_execute_good 6867540320940 time_workers_execute 6867540320940 time_application 29905865 time_polling 246532207873 time_internal 403680085 time_status_msgs 57182063 time_receive_good 7145164 time_send_good 0 time_receive 40593513 time_send 29963395511 time_when_started 1550948527073540 tasks_complete 4559 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 0 tasks_done 4559 tasks_dispatched 5227 tasks_submitted 5637 tasks_left 0 tasks_with_results 0 tasks_running 170 tasks_on_workers 171 tasks_waiting 907 workers_lost 377 workers_fast_aborted 0 workers_idled_out 17 workers_released 0 workers_removed 522 workers_joined 698 workers_able 174 workers_busy 171 workers_idle 4 workers_init 1 workers_connected 176 workers 176 network_interfaces [{"family":"AF_INET","host":"128.105.244.191","interface":"br0"}] master_preferred_connection by_ip priority 0 port 10016 version 7.0.9 FINAL owner grasso2 working_dir /home/grasso2/invariants starttime 1550948527 project tripir_1_0000000000_grasso2 type wq_master name submit-1.chtc.wisc.edu lastheardfrom 1551225574 address 128.105.244.191 tasks_total_disk 7364778 tasks_total_memory 813240 tasks_total_cores 162 categories [{"max_allocation_count":918,"first_allocation_count":0,"workers_able":169,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":3545,"tasks_dispatched":0,"tasks_running":162,"tasks_waiting":756,"category":"default"}] gpus_largest 0 gpus_smallest 0 gpus_total 0 gpus_inuse 0 disk_largest 432945 disk_smallest 0 disk_total 7387021 disk_inuse 7364778 memory_largest 5020 memory_smallest 0 memory_total 843360 memory_inuse 813240 cores_largest 1 cores_smallest 0 cores_total 168 cores_inuse 162 workers_largest 1 workers_smallest 0 workers_total 168 workers_inuse 0 capacity_weighted 125 capacity_instantaneous 16 capacity_disk 1123843 capacity_memory 120480 capacity_cores 24 capacity_tasks 24 bytes_received 32625857 bytes_sent 506522080944 time_workers_execute_exhaustion 0 time_workers_execute_good 6070161887152 time_workers_execute 6070161887152 time_application 25722081 time_polling 51640795741 time_internal 47612128 time_status_msgs 60526709 time_receive_good 5452513 time_send_good 0 time_receive 18940630 time_send 28877929364 time_when_started 1551144899604565 tasks_complete 3545 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 0 tasks_done 3545 tasks_dispatched 4213 tasks_submitted 4463 tasks_left 0 tasks_with_results 0 tasks_running 158 tasks_on_workers 162 tasks_waiting 756 workers_lost 384 workers_fast_aborted 0 workers_idled_out 16 workers_released 0 workers_removed 523 workers_joined 692 workers_able 169 workers_busy 162 workers_idle 7 workers_init 0 workers_connected 169 workers 169 network_interfaces [{"family":"AF_INET","host":"128.105.244.191","interface":"br0"}] master_preferred_connection by_ip priority 0 port 10014 version 7.0.9 FINAL owner grasso2 working_dir /home/grasso2/invariants starttime 1551144899 project tripir_1_0000000000_grasso2 type wq_master name tscc-1-0.sdsc.edu lastheardfrom 1551225575 address 132.249.107.190 tasks_total_disk 514011 tasks_total_memory 257979 tasks_total_cores 8 categories [{"max_allocation_count":2,"first_allocation_count":0,"workers_able":16,"tasks_cancelled":0,"tasks_failed":9,"tasks_done":487,"tasks_dispatched":0,"tasks_running":2,"tasks_waiting":0,"category":"default"}] gpus_largest 0 gpus_smallest 0 gpus_total 0 gpus_inuse 0 disk_largest 264058 disk_smallest 0 disk_total 4161016 disk_inuse 514011 memory_largest 129058 memory_smallest 0 memory_total 2063832 memory_inuse 257979 cores_largest 4 cores_smallest 0 cores_total 64 cores_inuse 8 workers_largest 1 workers_smallest 0 workers_total 16 workers_inuse 0 capacity_weighted 428574 capacity_instantaneous 428574 capacity_disk -237287055 capacity_memory 1952192915 capacity_cores 326932 capacity_tasks 81733 bytes_received 28536089 bytes_sent 1443364 time_workers_execute_exhaustion 0 time_workers_execute_good 3687737387949 time_workers_execute 3709808681616 time_application 57111635 time_polling 277099729095 time_internal 8656345 time_status_msgs 10344154 time_receive_good 26899516 time_send_good 0 time_receive 29749752 time_send 118117358 time_when_started 1550948251637299 tasks_complete 496 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 9 tasks_done 496 tasks_dispatched 545 tasks_submitted 498 tasks_left 0 tasks_with_results 0 tasks_running 2 tasks_on_workers 2 tasks_waiting 0 workers_lost 23 workers_fast_aborted 0 workers_idled_out 0 workers_released 0 workers_removed 48 workers_joined 64 workers_able 16 workers_busy 2 workers_idle 14 workers_init 0 workers_connected 16 workers 16 network_interfaces [{"family":"AF_INET","host":"132.249.107.190","interface":"eth0"},{"family":"AF_INET","host":"10.1.255.190","interface":"eth1"}] master_preferred_connection by_ip priority 0 port 9005 version 6.2.10 FINAL owner mufeng working_dir /projects/gilson-onsager/mufeng/tsqm/td/56sdistantres starttime 1550948251 project dihedral type wq_master name tscc-1-15.sdsc.edu lastheardfrom 1551225565 address 132.249.107.175 tasks_total_disk 2232927 tasks_total_memory 516014 tasks_total_cores 16 categories [{"max_allocation_count":4,"first_allocation_count":0,"workers_able":136,"tasks_cancelled":0,"tasks_failed":913,"tasks_done":1074,"tasks_dispatched":0,"tasks_running":4,"tasks_waiting":0,"category":"default"}] gpus_largest 0 gpus_smallest 0 gpus_total 0 gpus_inuse 0 disk_largest 709652 disk_smallest 0 disk_total 64505820 disk_inuse 2232927 memory_largest 129059 memory_smallest 0 memory_total 17286732 memory_inuse 516014 cores_largest 4 cores_smallest 0 cores_total 544 cores_inuse 16 workers_largest 1 workers_smallest 0 workers_total 136 workers_inuse 0 capacity_weighted 169305 capacity_instantaneous 169305 capacity_disk 966771418 capacity_memory 2095274081 capacity_cores 464468 capacity_tasks 116117 bytes_received 42373088 bytes_sent 6540385 time_workers_execute_exhaustion 0 time_workers_execute_good 10426442177237 time_workers_execute 10850768482521 time_application 110712778 time_polling 264335219732 time_internal 13615399 time_status_msgs 75702593 time_receive_good 51241432 time_send_good 0 time_receive 137148748 time_send 974267947 time_when_started 1550959917212526 tasks_complete 1987 tasks_exhausted_attempts 0 tasks_cancelled 0 tasks_failed 913 tasks_done 1987 tasks_dispatched 2470 tasks_submitted 1991 tasks_left 0 tasks_with_results 0 tasks_running 4 tasks_on_workers 4 tasks_waiting 0 workers_lost 442 workers_fast_aborted 0 workers_idled_out 0 workers_released 0 workers_removed 591 workers_joined 727 workers_able 136 workers_busy 4 workers_idle 132 workers_init 0 workers_connected 136 workers 136 network_interfaces [{"family":"AF_INET","host":"132.249.107.175","interface":"eth0"},{"family":"AF_INET","host":"10.1.255.175","interface":"eth1"}] master_preferred_connection by_ip priority 0 port 9001 version 6.2.10 FINAL owner mufeng working_dir /projects/gilson-onsager/mufeng/tsqm/td/56sdistant starttime 1550959917 project dihedral type wq_master name Yeti.lifemapper.org lastheardfrom 1551225592 address 129.237.201.119 foremen [] masters [] workers_to_connect 400 workers_requested 0 workers_needed 400 workers_submitted 400 submission_regex lifemapper.\* project_regex lifemapper.\* type wq_factory name Yeti.lifemapper.org lastheardfrom 1551225352 address 129.237.201.119 url http://yeti.lifemapper.org:9097 port 9097 starttime 1551118550 owner lmwriter version 7.0.2 type catalog