[ name="221.123.163.197"; lastheardfrom=1551225593; address="221.123.163.197"; batch_type="sge"; time_started="1550114574886793"; owner="danwu"; project="19-0264"; failed=0; completed=365; aborted=0; waiting=1; running=1; total=367; type="makeflow"; ] [ name="45.55.219.221"; lastheardfrom=1551225572; address="45.55.219.221"; workers_connected=0; workers=0; tasks_total_disk=0; tasks_total_memory=0; tasks_total_cores=0; capacity_weighted=4091; capacity_disk=2852887; capacity_memory=62627904; capacity_cores=162; capacity_tasks=162; tasks_left=0; tasks_on_workers=0; tasks_complete=60438; tasks_running=0; tasks_waiting=400; network_interfaces=[{"family":"AF_INET","host":"45.55.219.221","interface":"eth0"},{"family":"AF_INET","host":"10.17.0.5","interface":"eth0:1"}]; master_preferred_connection="by_ip"; starttime=1538078898; project="shadho-thermalize"; owner="root"; port=9123; type="wq_master"; version="7.0.0 "; ] [ name="bxgrid.crc.nd.edu"; lastheardfrom=1551225332; address="10.32.78.56"; clients=[]; total_ops=710007; bytes_read=80781119146; bytes_written=0; version="7.0.9"; url="chirp://bxgrid.crc.nd.edu:9094"; uuid="FE949074-2BF1-4422-8E2D-88216F0CAE7D"; total=11172861444096; starttime=1549195802; port=9094; owner="bxgrid"; opsysversion="3.10.0-957.5.1.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33549889536; memory_avail=215953408; load15=0.13; load5=0.11; load1=0.13; cpus=16; cpu="x86_64"; backend="local:///bxgrid"; avail=6101437677568; type="chirp"; ] [ name="cclcentral.cse.nd.edu"; lastheardfrom=1551225351; address="129.74.152.177"; url="http://cclcentral.cse.nd.edu:9097"; port=9097; starttime=1551202743; owner="condor"; version="7.0.10"; type="catalog"; ] [ name="cclvm05.crc.nd.edu"; lastheardfrom=1551225375; address="129.74.247.43"; url="http://cclvm05.crc.nd.edu:9097"; port=9097; starttime=1549393391; owner="condor"; version="8.0.0"; type="catalog"; ] [ name="cclweb00.cse.nd.edu"; lastheardfrom=1551225436; address="129.74.152.166"; url="http://catalog.cse.nd.edu:9097"; port=9097; starttime=1547045414; owner="condor"; version="7.0.9"; type="catalog"; ] [ name="condorfe.crc.nd.edu"; lastheardfrom=1551225574; address="10.32.85.31"; foremen=[]; masters=[]; workers_to_connect=0; workers_requested=0; workers_needed=0; workers_submitted=0; submission_regex="lobster_awightma_EFT_ALL_postLHE.*"; project_regex="lobster_awightma_EFT_ALL_postLHE.*"; type="wq_factory"; ] [ name="crcfe01.crc.nd.edu"; lastheardfrom=1551225572; address="129.74.85.211"; foremen=[]; masters=[]; workers_to_connect=5; workers_requested=0; workers_needed=5; workers_submitted=5; submission_regex="bwa_step_check"; project_regex="bwa_step_check"; type="wq_factory"; ] [ name="crcfe02.crc.nd.edu"; lastheardfrom=1551225596; address="129.74.85.39"; foremen=[]; masters=[{"workers":0,"tasks_complete":0,"tasks_running":0,"tasks_waiting":6,"port":9003,"name":"earth.crc.nd.edu","project":"lobster_rbucci_Extr_Loose_20190215"},{"workers":1,"tasks_complete":0,"tasks_running":1,"tasks_waiting":0,"port":9002,"name":"earth.crc.nd.edu","project":"lobster_rbucci_Extr_Tight_20190220"},{"workers":0,"tasks_complete":46,"tasks_running":0,"tasks_waiting":6,"port":9005,"name":"earth.crc.nd.edu","project":"lobster_rbucci_Extr_Tight_20190215"},{"workers":1,"tasks_complete":0,"tasks_running":1,"tasks_waiting":0,"port":9001,"name":"earth.crc.nd.edu","project":"lobster_rbucci_Extr_Tab_20190220"},{"workers":1,"tasks_complete":220,"tasks_running":1,"tasks_waiting":0,"port":9004,"name":"earth.crc.nd.edu","project":"lobster_rbucci_Extr_Tab_20190215"},{"workers":0,"tasks_complete":0,"tasks_running":0,"tasks_waiting":4,"port":9000,"name":"earth.crc.nd.edu","project":"lobster_rbucci_Extr_Loose_20190220"}]; workers_to_connect=0; workers_requested=0; workers_needed=2; workers_submitted=0; submission_regex="lobster_rbucci.*"; project_regex="lobster_rbucci.*"; type="wq_factory"; ] [ name="doge.iplantcollaborative.org"; lastheardfrom=1551225600; address="128.196.172.147"; url="http://doge.iplantcollaborative.org:1024"; port=1024; starttime=1550255376; owner="root"; version="6.2.11"; type="catalog"; ] [ name="earth.crc.nd.edu"; lastheardfrom=1551225541; address="129.74.85.10"; tasks_total_disk=192000; tasks_total_memory=48000; tasks_total_cores=6; categories=[{"max_allocation_count":0,"first_allocation_count":2,"first_disk":32000,"first_memory":8000,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":2,"category":"ttbar140"},{"max_allocation_count":0,"first_allocation_count":4,"first_disk":32000,"first_memory":8000,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":4,"category":"ttbar200"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=0; disk_smallest=0; disk_total=0; disk_inuse=0; memory_largest=0; memory_smallest=0; memory_total=0; memory_inuse=0; cores_largest=0; cores_smallest=0; cores_total=0; cores_inuse=0; workers_largest=0; workers_smallest=0; workers_total=0; workers_inuse=0; capacity_weighted=10; capacity_instantaneous=10; capacity_disk=10240; capacity_memory=5120; capacity_cores=10; capacity_tasks=10; bytes_received=0; bytes_sent=85895436; time_workers_execute_exhaustion=0; time_workers_execute_good=0; time_workers_execute=0; time_application=1298612697; time_polling=184583169700; time_internal=1415075260; time_status_msgs=416411; time_receive_good=0; time_send_good=0; time_receive=679689; time_send=3212178; time_when_started=1551038239896936; tasks_complete=0; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=0; tasks_dispatched=10; tasks_submitted=6; tasks_left=0; tasks_with_results=0; tasks_running=0; tasks_on_workers=0; tasks_waiting=6; workers_lost=10; workers_fast_aborted=0; workers_idled_out=26; workers_released=0; workers_removed=37; workers_joined=37; workers_able=0; workers_busy=0; workers_idle=0; workers_init=0; workers_connected=0; workers=0; network_interfaces=[{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"},{"family":"AF_INET","host":"129.74.85.10","interface":"p5p1:1"}]; master_preferred_connection="by_ip"; priority=0; port=9003; version="8.0.0 DEVELOPMENT from source"; owner="rbucci"; working_dir="/tmpscratch/users/rbucci/Extr_Loose_20190215"; starttime=1551038239; project="lobster_rbucci_Extr_Loose_20190215"; type="wq_master"; ] [ name="earth.crc.nd.edu"; lastheardfrom=1551225551; address="129.74.85.10"; tasks_total_disk=950; tasks_total_memory=2400; tasks_total_cores=1; categories=[{"max_allocation_count":0,"first_allocation_count":0,"first_disk":500,"first_memory":2000,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":1,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":49,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":0,"category":"ttbar140"},{"max_allocation_count":0,"first_allocation_count":1,"first_disk":950,"first_memory":2400,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":1,"tasks_cancelled":0,"tasks_failed":1,"tasks_done":170,"tasks_dispatched":0,"tasks_running":1,"tasks_waiting":0,"category":"ttbar200"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=131043; disk_smallest=0; disk_total=131043; disk_inuse=950; memory_largest=31900; memory_smallest=0; memory_total=31900; memory_inuse=2400; cores_largest=4; cores_smallest=0; cores_total=4; cores_inuse=1; workers_largest=1; workers_smallest=0; workers_total=1; workers_inuse=0; capacity_weighted=51151; capacity_instantaneous=51209; capacity_disk=25973950; capacity_memory=65618400; capacity_cores=27341; capacity_tasks=27341; bytes_received=493282; bytes_sent=157291276; time_workers_execute_exhaustion=1851050256; time_workers_execute_good=384832466904; time_workers_execute=386683517160; time_application=1513176240; time_polling=183973456732; time_internal=1804543739; time_status_msgs=3839192; time_receive_good=379350; time_send_good=0; time_receive=1068205; time_send=2206556; time_when_started=1551038252803641; tasks_complete=220; tasks_exhausted_attempts=1; tasks_cancelled=0; tasks_failed=0; tasks_done=220; tasks_dispatched=235; tasks_submitted=220; tasks_left=0; tasks_with_results=0; tasks_running=1; tasks_on_workers=1; tasks_waiting=0; workers_lost=19; workers_fast_aborted=0; workers_idled_out=12; workers_released=0; workers_removed=31; workers_joined=32; workers_able=1; workers_busy=1; workers_idle=0; workers_init=0; workers_connected=1; workers=1; network_interfaces=[{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"},{"family":"AF_INET","host":"129.74.85.10","interface":"p5p1:1"}]; master_preferred_connection="by_ip"; priority=0; port=9004; version="8.0.0 DEVELOPMENT from source"; owner="rbucci"; working_dir="/tmpscratch/users/rbucci/Extr_Tab_20190215"; starttime=1551038252; project="lobster_rbucci_Extr_Tab_20190215"; type="wq_master"; ] [ name="earth.crc.nd.edu"; lastheardfrom=1551225586; address="129.74.85.10"; foremen=[]; masters=[]; workers_to_connect=0; workers_requested=0; workers_needed=0; workers_submitted=0; submission_regex="lobster_rgoldouz_LFV_LHE*"; project_regex="lobster_rgoldouz_LFV_LHE*"; type="wq_factory"; ] [ name="earth.crc.nd.edu"; lastheardfrom=1551225551; address="129.74.85.10"; tasks_total_disk=67800; tasks_total_memory=25400; tasks_total_cores=6; categories=[{"max_allocation_count":0,"first_allocation_count":2,"first_disk":32000,"first_memory":8000,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":17,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":2,"category":"ttbar140"},{"max_allocation_count":0,"first_allocation_count":4,"first_disk":950,"first_memory":2350,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":29,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":4,"category":"ttbar200"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=0; disk_smallest=0; disk_total=0; disk_inuse=0; memory_largest=0; memory_smallest=0; memory_total=0; memory_inuse=0; cores_largest=0; cores_smallest=0; cores_total=0; cores_inuse=0; workers_largest=0; workers_smallest=0; workers_total=0; workers_inuse=0; capacity_weighted=15696; capacity_instantaneous=15696; capacity_disk=271633450; capacity_memory=69156850; capacity_cores=9062; capacity_tasks=9062; bytes_received=103389; bytes_sent=120880964; time_workers_execute_exhaustion=0; time_workers_execute_good=70303783291; time_workers_execute=70303783291; time_application=1377675967; time_polling=184135441613; time_internal=1767258730; time_status_msgs=533584; time_receive_good=79262; time_send_good=0; time_receive=864291; time_send=3327048; time_when_started=1551038266314080; tasks_complete=46; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=46; tasks_dispatched=63; tasks_submitted=52; tasks_left=0; tasks_with_results=0; tasks_running=0; tasks_on_workers=0; tasks_waiting=6; workers_lost=14; workers_fast_aborted=0; workers_idled_out=13; workers_released=0; workers_removed=28; workers_joined=28; workers_able=0; workers_busy=0; workers_idle=0; workers_init=0; workers_connected=0; workers=0; network_interfaces=[{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"},{"family":"AF_INET","host":"129.74.85.10","interface":"p5p1:1"}]; master_preferred_connection="by_ip"; priority=0; port=9005; version="8.0.0 DEVELOPMENT from source"; owner="rbucci"; working_dir="/tmpscratch/users/rbucci/Extr_Tight_20190215"; starttime=1551038266; project="lobster_rbucci_Extr_Tight_20190215"; type="wq_master"; ] [ name="earth.crc.nd.edu"; lastheardfrom=1551225574; address="129.74.85.10"; tasks_total_disk=64000; tasks_total_memory=16000; tasks_total_cores=4; categories=[{"max_allocation_count":0,"first_allocation_count":2,"first_disk":32000,"first_memory":8000,"first_cores":1,"max_disk":"~32000","max_memory":"~8000","max_cores":"~1","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":2,"category":"mu200"},{"max_allocation_count":0,"first_allocation_count":2,"first_cores":1,"max_cores":"~1","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":2,"category":"merge"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=0; disk_smallest=0; disk_total=0; disk_inuse=0; memory_largest=0; memory_smallest=0; memory_total=0; memory_inuse=0; cores_largest=0; cores_smallest=0; cores_total=0; cores_inuse=0; workers_largest=0; workers_smallest=0; workers_total=0; workers_inuse=0; capacity_weighted=10; capacity_instantaneous=10; capacity_disk=10240; capacity_memory=5120; capacity_cores=10; capacity_tasks=10; bytes_received=0; bytes_sent=0; time_workers_execute_exhaustion=0; time_workers_execute_good=0; time_workers_execute=0; time_application=225234116; time_polling=27256909413; time_internal=458633132; time_status_msgs=59846; time_receive_good=0; time_send_good=0; time_receive=100770; time_send=260225; time_when_started=1551197633035155; tasks_complete=0; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=0; tasks_dispatched=0; tasks_submitted=4; tasks_left=0; tasks_with_results=0; tasks_running=0; tasks_on_workers=0; tasks_waiting=4; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=0; workers_able=0; workers_busy=0; workers_idle=0; workers_init=0; workers_connected=0; workers=0; network_interfaces=[{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"},{"family":"AF_INET","host":"129.74.85.10","interface":"p5p1:1"}]; master_preferred_connection="by_ip"; priority=0; port=9000; version="8.0.0 DEVELOPMENT from source"; owner="rbucci"; working_dir="/tmpscratch/users/rbucci/Extr_Loose_20190220"; starttime=1551197633; project="lobster_rbucci_Extr_Loose_20190220"; type="wq_master"; ] [ name="earth.crc.nd.edu"; lastheardfrom=1551225553; address="129.74.85.10"; tasks_total_disk=131034; tasks_total_memory=31900; tasks_total_cores=1; categories=[{"max_allocation_count":0,"first_allocation_count":1,"first_cores":1,"max_cores":"~1","workers_able":1,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":1,"tasks_waiting":0,"category":"merge"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=131034; disk_smallest=0; disk_total=131034; disk_inuse=131034; memory_largest=31900; memory_smallest=0; memory_total=31900; memory_inuse=31900; cores_largest=4; cores_smallest=0; cores_total=4; cores_inuse=1; workers_largest=1; workers_smallest=0; workers_total=1; workers_inuse=0; capacity_weighted=10; capacity_instantaneous=10; capacity_disk=10240; capacity_memory=5120; capacity_cores=10; capacity_tasks=10; bytes_received=0; bytes_sent=74336764; time_workers_execute_exhaustion=0; time_workers_execute_good=0; time_workers_execute=0; time_application=2511885428; time_polling=329870970915; time_internal=4332293234; time_status_msgs=3589149; time_receive_good=0; time_send_good=0; time_receive=879114; time_send=6796515; time_when_started=1550888825963159; tasks_complete=0; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=0; tasks_dispatched=4; tasks_submitted=1; tasks_left=0; tasks_with_results=0; tasks_running=1; tasks_on_workers=1; tasks_waiting=0; workers_lost=16; workers_fast_aborted=0; workers_idled_out=1122; workers_released=0; workers_removed=1140; workers_joined=1141; workers_able=1; workers_busy=1; workers_idle=0; workers_init=0; workers_connected=1; workers=1; network_interfaces=[{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"},{"family":"AF_INET","host":"129.74.85.10","interface":"p5p1:1"}]; master_preferred_connection="by_ip"; priority=0; port=9001; version="8.0.0 DEVELOPMENT from source"; owner="rbucci"; working_dir="/tmpscratch/users/rbucci/Extr_Tab_20190220"; starttime=1550888825; project="lobster_rbucci_Extr_Tab_20190220"; type="wq_master"; ] [ name="earth.crc.nd.edu"; lastheardfrom=1551225592; address="129.74.85.10"; tasks_total_disk=128616; tasks_total_memory=31900; tasks_total_cores=1; categories=[{"max_allocation_count":0,"first_allocation_count":1,"first_cores":1,"max_cores":"~1","workers_able":1,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":1,"tasks_waiting":0,"category":"merge"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=128616; disk_smallest=0; disk_total=128616; disk_inuse=128616; memory_largest=31900; memory_smallest=0; memory_total=31900; memory_inuse=31900; cores_largest=4; cores_smallest=0; cores_total=4; cores_inuse=1; workers_largest=1; workers_smallest=0; workers_total=1; workers_inuse=0; capacity_weighted=10; capacity_instantaneous=10; capacity_disk=10240; capacity_memory=5120; capacity_cores=10; capacity_tasks=10; bytes_received=0; bytes_sent=74485996; time_workers_execute_exhaustion=0; time_workers_execute_good=0; time_workers_execute=0; time_application=2529682726; time_polling=329835266897; time_internal=4350703903; time_status_msgs=3350450; time_receive_good=0; time_send_good=0; time_receive=922646; time_send=2059092; time_when_started=1550888869893825; tasks_complete=0; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=0; tasks_dispatched=4; tasks_submitted=1; tasks_left=0; tasks_with_results=0; tasks_running=1; tasks_on_workers=1; tasks_waiting=0; workers_lost=16; workers_fast_aborted=0; workers_idled_out=1057; workers_released=0; workers_removed=1074; workers_joined=1075; workers_able=1; workers_busy=1; workers_idle=0; workers_init=0; workers_connected=1; workers=1; network_interfaces=[{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"},{"family":"AF_INET","host":"129.74.85.10","interface":"p5p1:1"}]; master_preferred_connection="by_ip"; priority=0; port=9002; version="8.0.0 DEVELOPMENT from source"; owner="rbucci"; working_dir="/tmpscratch/users/rbucci/Extr_Tight_20190220"; starttime=1550888869; project="lobster_rbucci_Extr_Tight_20190220"; type="wq_master"; ] [ name="eddie.crc.nd.edu"; lastheardfrom=1551225435; address="129.74.85.45"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.0.9"; url="chirp://eddie.crc.nd.edu:9094"; uuid="3FDAA7A8-385F-4DC6-A810-0A7C2945A207"; total=707970061041664; starttime=1551189603; port=9094; owner="uscms01"; opsysversion="2.6.32-754.9.1.el6.x86_64"; opsys="linux"; minfree=0; memory_total=67434233856; memory_avail=195772416; load15=0.03; load5=0.06; load1=0.08; cpus=24; cpu="x86_64"; backend="hdfs://eddie.crc.nd.edu:19000/"; avail=285840206987264; type="chirp"; ] [ time_application=35316831; time_polling=31722599423; time_internal=1603309; time_status_msgs=290430; time_receive=2581446; time_send=2860496; type="wq_master"; project="forcebalance"; starttime=1551193835; working_dir="/data/mschauperl/data_kirkwood/resp2_new/D1LJ0_run2"; owner="mschauperl"; version="6.2.10 FINAL"; port=5005; priority=0; master_preferred_connection="by_ip"; network_interfaces=[{"family":"AF_INET","host":"137.110.139.88","interface":"enp4s0f0"},{"family":"AF_INET","host":"192.168.122.1","interface":"virbr0"}]; workers=4; workers_connected=4; workers_init=0; workers_idle=3; workers_busy=1; workers_able=4; workers_joined=4; workers_removed=0; workers_released=0; workers_idled_out=0; workers_fast_aborted=0; workers_lost=0; tasks_waiting=0; tasks_on_workers=1; tasks_running=1; tasks_with_results=0; tasks_left=0; tasks_submitted=361; tasks_dispatched=361; tasks_done=360; tasks_failed=340; tasks_cancelled=0; tasks_exhausted_attempts=0; tasks_complete=360; time_when_started=1551193835466083; time_send_good=0; time_receive_good=284763; time_workers_execute=49652262291; time_workers_execute_good=23042765404; time_workers_execute_exhaustion=0; bytes_sent=544709530; bytes_received=40069717; capacity_tasks=2406; capacity_cores=2406; capacity_memory=173758914; capacity_disk=196421028; capacity_instantaneous=4603; capacity_weighted=4603; workers_inuse=0; workers_total=4; workers_smallest=0; workers_largest=1; cores_inuse=1; cores_total=4; cores_smallest=0; cores_largest=1; memory_inuse=72219; memory_total=288876; memory_smallest=0; memory_largest=72219; disk_inuse=81638; disk_total=326552; disk_smallest=0; disk_largest=81638; gpus_inuse=4; gpus_total=16; gpus_smallest=0; gpus_largest=4; categories=[{"max_allocation_count":1,"first_allocation_count":0,"workers_able":4,"tasks_cancelled":0,"tasks_failed":340,"tasks_done":20,"tasks_dispatched":0,"tasks_running":1,"tasks_waiting":0,"category":"default"}]; tasks_total_cores=1; tasks_total_memory=72219; tasks_total_disk=81638; address="137.110.139.88"; lastheardfrom=1551225600; name="entropy.ucsd.edu"; ] [ name="entropy.ucsd.edu"; lastheardfrom=1551225575; address="137.110.139.88"; tasks_total_disk=0; tasks_total_memory=0; tasks_total_cores=0; categories=[{"max_allocation_count":12,"first_allocation_count":0,"workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":12,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=0; disk_smallest=0; disk_total=0; disk_inuse=0; memory_largest=0; memory_smallest=0; memory_total=0; memory_inuse=0; cores_largest=0; cores_smallest=0; cores_total=0; cores_inuse=0; workers_largest=0; workers_smallest=0; workers_total=0; workers_inuse=0; capacity_weighted=10; capacity_instantaneous=10; capacity_disk=10240; capacity_memory=5120; capacity_cores=10; capacity_tasks=10; bytes_received=0; bytes_sent=0; time_workers_execute_exhaustion=0; time_workers_execute_good=0; time_workers_execute=0; time_application=51287911; time_polling=1080081272; time_internal=50326; time_status_msgs=1510; time_receive_good=0; time_send_good=0; time_receive=4084; time_send=12668; time_when_started=1551224444351603; tasks_complete=0; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=0; tasks_dispatched=0; tasks_submitted=12; tasks_left=0; tasks_with_results=0; tasks_running=0; tasks_on_workers=0; tasks_waiting=12; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=0; workers_able=0; workers_busy=0; workers_idle=0; workers_init=0; workers_connected=0; workers=0; network_interfaces=[{"family":"AF_INET","host":"137.110.139.88","interface":"enp4s0f0"},{"family":"AF_INET","host":"192.168.122.1","interface":"virbr0"}]; master_preferred_connection="by_ip"; priority=0; port=2001; version="7.0.0 "; owner="skantonen"; working_dir="/data/skantonen/VALIDATIONSAMAGAIN"; starttime=1551224444; project="forcebalance"; type="wq_master"; ] [ name="entropy.ucsd.edu"; lastheardfrom=1551225558; address="137.110.139.88"; tasks_total_disk=1424812; tasks_total_memory=64354; tasks_total_cores=1; categories=[{"max_allocation_count":21,"first_allocation_count":0,"workers_able":6,"tasks_cancelled":0,"tasks_failed":710,"tasks_done":0,"tasks_dispatched":0,"tasks_running":1,"tasks_waiting":20,"category":"default"}]; gpus_largest=8; gpus_smallest=0; gpus_total=48; gpus_inuse=8; disk_largest=1424812; disk_smallest=0; disk_total=8548872; disk_inuse=1424812; memory_largest=64354; memory_smallest=0; memory_total=386124; memory_inuse=64354; cores_largest=1; cores_smallest=0; cores_total=6; cores_inuse=1; workers_largest=1; workers_smallest=0; workers_total=6; workers_inuse=0; capacity_weighted=111; capacity_instantaneous=111; capacity_disk=146755636; capacity_memory=6628462; capacity_cores=103; capacity_tasks=103; bytes_received=12140183; bytes_sent=907746382; time_workers_execute_exhaustion=0; time_workers_execute_good=0; time_workers_execute=4985396970; time_application=626780794; time_polling=719732028; time_internal=114882092; time_status_msgs=21460662; time_receive_good=0; time_send_good=0; time_receive=20172471; time_send=368880754; time_when_started=1551223615249982; tasks_complete=710; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=1825448; tasks_done=710; tasks_dispatched=1825449; tasks_submitted=1825469; tasks_left=0; tasks_with_results=0; tasks_running=1; tasks_on_workers=1; tasks_waiting=20; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=6; workers_able=6; workers_busy=1; workers_idle=5; workers_init=0; workers_connected=6; workers=6; network_interfaces=[{"family":"AF_INET","host":"137.110.139.88","interface":"enp4s0f0"},{"family":"AF_INET","host":"192.168.122.1","interface":"virbr0"}]; master_preferred_connection="by_ip"; priority=0; port=9797; version="6.2.10 FINAL"; owner="mschauperl"; working_dir="/data/mschauperl/data_kirkwood/resp2_new/LJ8SS_run3"; starttime=1551223615; project="forcebalance"; type="wq_master"; ] [ name="geco.iplantcollaborative.org"; lastheardfrom=1551225322; address="128.196.172.204"; url="http://geco.iplantcollaborative.org:9097"; port=9097; starttime=1524839987; owner="root"; version="5.4.19 [FINAL:ec3ea10b]"; type="catalog"; ] [ name="grandbackup.phys.nd.edu"; lastheardfrom=1551225519; address="129.74.140.172"; url="chirp://grandbackup.phys.nd.edu:9094"; total=7815408328704; bytes_read=0; cpus=4; bytes_written=0; load15=0; type="chirp"; memory_total=8361701376; minfree=0; opsysversion="2.6.18-416.el5"; cpu="x86_64"; owner="chirp"; memory_avail=6139326464; version="3.7.3"; opsys="linux"; total_ops=0; port=9094; uptime=3992222; backend="/data/chirp"; avail=310468943872; load5=0.01; load1=0.02; ] [ name="nighthawk.ucsd.edu"; lastheardfrom=1551225573; address="137.110.139.238"; tasks_total_disk=3881290; tasks_total_memory=193062; tasks_total_cores=3; categories=[{"max_allocation_count":3,"first_allocation_count":0,"workers_able":6,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":147,"tasks_dispatched":0,"tasks_running":3,"tasks_waiting":0,"category":"default"}]; gpus_largest=8; gpus_smallest=0; gpus_total=48; gpus_inuse=24; disk_largest=1293925; disk_smallest=0; disk_total=7762891; disk_inuse=3881290; memory_largest=64354; memory_smallest=0; memory_total=386124; memory_inuse=193062; cores_largest=1; cores_smallest=0; cores_total=6; cores_inuse=3; workers_largest=1; workers_smallest=0; workers_total=6; workers_inuse=0; capacity_weighted=2060; capacity_instantaneous=2060; capacity_disk=-1756588345; capacity_memory=126198194; capacity_cores=1961; capacity_tasks=1961; bytes_received=17349722514; bytes_sent=304856134; time_workers_execute_exhaustion=0; time_workers_execute_good=530156383637; time_workers_execute=530156383637; time_application=193463694; time_polling=111045511767; time_internal=5694533; time_status_msgs=8015910; time_receive_good=258377890; time_send_good=0; time_receive=259111731; time_send=14343370; time_when_started=1551114047074507; tasks_complete=147; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=147; tasks_dispatched=228; tasks_submitted=150; tasks_left=0; tasks_with_results=0; tasks_running=3; tasks_on_workers=3; tasks_waiting=0; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=6; workers_able=6; workers_busy=3; workers_idle=3; workers_init=0; workers_connected=6; workers=6; network_interfaces=[{"family":"AF_INET","host":"137.110.139.238","interface":"ens2"}]; master_preferred_connection="by_ip"; priority=0; port=1088; version="6.2.10 FINAL"; owner="mis"; working_dir="/home/mis/kirk/resp2_new/R2LJ0_run3"; starttime=1551114047; project="forcebalance"; type="wq_master"; ] [ name="nighthawk.ucsd.edu"; lastheardfrom=1551225551; address="137.110.139.238"; tasks_total_disk=6717990; tasks_total_memory=386124; tasks_total_cores=6; categories=[{"max_allocation_count":15,"first_allocation_count":0,"workers_able":6,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":105,"tasks_dispatched":0,"tasks_running":6,"tasks_waiting":9,"category":"default"}]; gpus_largest=8; gpus_smallest=0; gpus_total=48; gpus_inuse=48; disk_largest=1119801; disk_smallest=0; disk_total=6717990; disk_inuse=6717990; memory_largest=64354; memory_smallest=0; memory_total=386124; memory_inuse=386124; cores_largest=1; cores_smallest=0; cores_total=6; cores_inuse=6; workers_largest=1; workers_smallest=0; workers_total=6; workers_inuse=0; capacity_weighted=2112; capacity_instantaneous=2112; capacity_disk=2012054545; capacity_memory=115644138; capacity_cores=1797; capacity_tasks=1797; bytes_received=12421347951; bytes_sent=158812677; time_workers_execute_exhaustion=0; time_workers_execute_good=378958341907; time_workers_execute=378958341907; time_application=150942104; time_polling=83919030781; time_internal=4108029; time_status_msgs=3686019; time_receive_good=194353445; time_send_good=0; time_receive=194900634; time_send=9152021; time_when_started=1551141269178341; tasks_complete=105; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=105; tasks_dispatched=121; tasks_submitted=120; tasks_left=0; tasks_with_results=0; tasks_running=6; tasks_on_workers=6; tasks_waiting=9; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=6; workers_able=6; workers_busy=6; workers_idle=0; workers_init=0; workers_connected=6; workers=6; network_interfaces=[{"family":"AF_INET","host":"137.110.139.238","interface":"ens2"}]; master_preferred_connection="by_ip"; priority=0; port=1053; version="6.2.10 FINAL"; owner="mis"; working_dir="/home/mis/kirk/resp2_new/D1LJ0_run1"; starttime=1551141269; project="forcebalance"; type="wq_master"; ] [ name="nighthawk.ucsd.edu"; lastheardfrom=1551225581; address="137.110.139.238"; tasks_total_disk=0; tasks_total_memory=0; tasks_total_cores=0; categories=[{"max_allocation_count":21,"first_allocation_count":0,"workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":21,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=0; disk_smallest=0; disk_total=0; disk_inuse=0; memory_largest=0; memory_smallest=0; memory_total=0; memory_inuse=0; cores_largest=0; cores_smallest=0; cores_total=0; cores_inuse=0; workers_largest=0; workers_smallest=0; workers_total=0; workers_inuse=0; capacity_weighted=10; capacity_instantaneous=10; capacity_disk=10240; capacity_memory=5120; capacity_cores=10; capacity_tasks=10; bytes_received=0; bytes_sent=0; time_workers_execute_exhaustion=0; time_workers_execute_good=0; time_workers_execute=0; time_application=56470549; time_polling=84980485404; time_internal=5987669; time_status_msgs=205696; time_receive_good=0; time_send_good=0; time_receive=740478; time_send=2503920; time_when_started=1551140534604527; tasks_complete=0; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=0; tasks_dispatched=0; tasks_submitted=21; tasks_left=0; tasks_with_results=0; tasks_running=0; tasks_on_workers=0; tasks_waiting=21; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=0; workers_able=0; workers_busy=0; workers_idle=0; workers_init=0; workers_connected=0; workers=0; network_interfaces=[{"family":"AF_INET","host":"137.110.139.238","interface":"ens2"}]; master_preferred_connection="by_ip"; priority=0; port=6667; version="6.2.10 FINAL"; owner="mis"; working_dir="/home/mis/kirk/resp2_new/D1LJ0_run2"; starttime=1551140534; project="forcebalance"; type="wq_master"; ] [ name="notyeti-193.lifemapper.org"; lastheardfrom=1551225572; address="129.237.201.193"; foremen=[]; masters=[]; workers_to_connect=12; workers_requested=0; workers_needed=12; workers_submitted=12; submission_regex="lifemapper.\\*"; project_regex="lifemapper.\\*"; type="wq_factory"; ] [ name="notyeti-193.lifemapper.org"; lastheardfrom=1551225591; address="129.237.201.193"; url="http://notyeti-193.lifemapper.org:9097"; port=9097; starttime=1551137375; owner="lmwriter"; version="7.0.2"; type="catalog"; ] [ name="submit-1.chtc.wisc.edu"; lastheardfrom=1551225586; address="128.105.244.191"; foremen=[]; masters=[{"workers":169,"tasks_complete":3545,"tasks_running":158,"tasks_waiting":756,"port":10014,"name":"submit-1.chtc.wisc.edu","project":"tripir_1_0000000000_grasso2"},{"workers":176,"tasks_complete":4559,"tasks_running":170,"tasks_waiting":907,"port":10016,"name":"submit-1.chtc.wisc.edu","project":"tripir_1_0000000000_grasso2"}]; workers_to_connect=0; workers_requested=0; workers_needed=24; workers_submitted=344; submission_regex="tripir_1_0000000000_grasso2"; project_regex="tripir_1_0000000000_grasso2"; type="wq_factory"; ] [ name="submit-1.chtc.wisc.edu"; lastheardfrom=1551225558; address="128.105.244.191"; tasks_total_disk=4890357; tasks_total_memory=858420; tasks_total_cores=171; categories=[{"max_allocation_count":1078,"first_allocation_count":0,"workers_able":174,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":4559,"tasks_dispatched":0,"tasks_running":171,"tasks_waiting":907,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=432945; disk_smallest=0; disk_total=4890357; disk_inuse=4890357; memory_largest=5020; memory_smallest=0; memory_total=858420; memory_inuse=858420; cores_largest=1; cores_smallest=0; cores_total=171; cores_inuse=171; workers_largest=1; workers_smallest=0; workers_total=171; workers_inuse=0; capacity_weighted=435; capacity_instantaneous=484; capacity_disk=1688940; capacity_memory=271080; capacity_cores=54; capacity_tasks=54; bytes_received=37658813; bytes_sent=506522785497; time_workers_execute_exhaustion=0; time_workers_execute_good=6867540320940; time_workers_execute=6867540320940; time_application=29905865; time_polling=246532207873; time_internal=403680085; time_status_msgs=57182063; time_receive_good=7145164; time_send_good=0; time_receive=40593513; time_send=29963395511; time_when_started=1550948527073540; tasks_complete=4559; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=4559; tasks_dispatched=5227; tasks_submitted=5637; tasks_left=0; tasks_with_results=0; tasks_running=170; tasks_on_workers=171; tasks_waiting=907; workers_lost=377; workers_fast_aborted=0; workers_idled_out=17; workers_released=0; workers_removed=522; workers_joined=698; workers_able=174; workers_busy=171; workers_idle=4; workers_init=1; workers_connected=176; workers=176; network_interfaces=[{"family":"AF_INET","host":"128.105.244.191","interface":"br0"}]; master_preferred_connection="by_ip"; priority=0; port=10016; version="7.0.9 FINAL"; owner="grasso2"; working_dir="/home/grasso2/invariants"; starttime=1550948527; project="tripir_1_0000000000_grasso2"; type="wq_master"; ] [ name="submit-1.chtc.wisc.edu"; lastheardfrom=1551225574; address="128.105.244.191"; tasks_total_disk=7364778; tasks_total_memory=813240; tasks_total_cores=162; categories=[{"max_allocation_count":918,"first_allocation_count":0,"workers_able":169,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":3545,"tasks_dispatched":0,"tasks_running":162,"tasks_waiting":756,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=432945; disk_smallest=0; disk_total=7387021; disk_inuse=7364778; memory_largest=5020; memory_smallest=0; memory_total=843360; memory_inuse=813240; cores_largest=1; cores_smallest=0; cores_total=168; cores_inuse=162; workers_largest=1; workers_smallest=0; workers_total=168; workers_inuse=0; capacity_weighted=125; capacity_instantaneous=16; capacity_disk=1123843; capacity_memory=120480; capacity_cores=24; capacity_tasks=24; bytes_received=32625857; bytes_sent=506522080944; time_workers_execute_exhaustion=0; time_workers_execute_good=6070161887152; time_workers_execute=6070161887152; time_application=25722081; time_polling=51640795741; time_internal=47612128; time_status_msgs=60526709; time_receive_good=5452513; time_send_good=0; time_receive=18940630; time_send=28877929364; time_when_started=1551144899604565; tasks_complete=3545; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=3545; tasks_dispatched=4213; tasks_submitted=4463; tasks_left=0; tasks_with_results=0; tasks_running=158; tasks_on_workers=162; tasks_waiting=756; workers_lost=384; workers_fast_aborted=0; workers_idled_out=16; workers_released=0; workers_removed=523; workers_joined=692; workers_able=169; workers_busy=162; workers_idle=7; workers_init=0; workers_connected=169; workers=169; network_interfaces=[{"family":"AF_INET","host":"128.105.244.191","interface":"br0"}]; master_preferred_connection="by_ip"; priority=0; port=10014; version="7.0.9 FINAL"; owner="grasso2"; working_dir="/home/grasso2/invariants"; starttime=1551144899; project="tripir_1_0000000000_grasso2"; type="wq_master"; ] [ name="tscc-1-0.sdsc.edu"; lastheardfrom=1551225575; address="132.249.107.190"; tasks_total_disk=514011; tasks_total_memory=257979; tasks_total_cores=8; categories=[{"max_allocation_count":2,"first_allocation_count":0,"workers_able":16,"tasks_cancelled":0,"tasks_failed":9,"tasks_done":487,"tasks_dispatched":0,"tasks_running":2,"tasks_waiting":0,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=264058; disk_smallest=0; disk_total=4161016; disk_inuse=514011; memory_largest=129058; memory_smallest=0; memory_total=2063832; memory_inuse=257979; cores_largest=4; cores_smallest=0; cores_total=64; cores_inuse=8; workers_largest=1; workers_smallest=0; workers_total=16; workers_inuse=0; capacity_weighted=428574; capacity_instantaneous=428574; capacity_disk=-237287055; capacity_memory=1952192915; capacity_cores=326932; capacity_tasks=81733; bytes_received=28536089; bytes_sent=1443364; time_workers_execute_exhaustion=0; time_workers_execute_good=3687737387949; time_workers_execute=3709808681616; time_application=57111635; time_polling=277099729095; time_internal=8656345; time_status_msgs=10344154; time_receive_good=26899516; time_send_good=0; time_receive=29749752; time_send=118117358; time_when_started=1550948251637299; tasks_complete=496; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=9; tasks_done=496; tasks_dispatched=545; tasks_submitted=498; tasks_left=0; tasks_with_results=0; tasks_running=2; tasks_on_workers=2; tasks_waiting=0; workers_lost=23; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=48; workers_joined=64; workers_able=16; workers_busy=2; workers_idle=14; workers_init=0; workers_connected=16; workers=16; network_interfaces=[{"family":"AF_INET","host":"132.249.107.190","interface":"eth0"},{"family":"AF_INET","host":"10.1.255.190","interface":"eth1"}]; master_preferred_connection="by_ip"; priority=0; port=9005; version="6.2.10 FINAL"; owner="mufeng"; working_dir="/projects/gilson-onsager/mufeng/tsqm/td/56sdistantres"; starttime=1550948251; project="dihedral"; type="wq_master"; ] [ name="tscc-1-15.sdsc.edu"; lastheardfrom=1551225565; address="132.249.107.175"; tasks_total_disk=2232927; tasks_total_memory=516014; tasks_total_cores=16; categories=[{"max_allocation_count":4,"first_allocation_count":0,"workers_able":136,"tasks_cancelled":0,"tasks_failed":913,"tasks_done":1074,"tasks_dispatched":0,"tasks_running":4,"tasks_waiting":0,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=709652; disk_smallest=0; disk_total=64505820; disk_inuse=2232927; memory_largest=129059; memory_smallest=0; memory_total=17286732; memory_inuse=516014; cores_largest=4; cores_smallest=0; cores_total=544; cores_inuse=16; workers_largest=1; workers_smallest=0; workers_total=136; workers_inuse=0; capacity_weighted=169305; capacity_instantaneous=169305; capacity_disk=966771418; capacity_memory=2095274081; capacity_cores=464468; capacity_tasks=116117; bytes_received=42373088; bytes_sent=6540385; time_workers_execute_exhaustion=0; time_workers_execute_good=10426442177237; time_workers_execute=10850768482521; time_application=110712778; time_polling=264335219732; time_internal=13615399; time_status_msgs=75702593; time_receive_good=51241432; time_send_good=0; time_receive=137148748; time_send=974267947; time_when_started=1550959917212526; tasks_complete=1987; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=913; tasks_done=1987; tasks_dispatched=2470; tasks_submitted=1991; tasks_left=0; tasks_with_results=0; tasks_running=4; tasks_on_workers=4; tasks_waiting=0; workers_lost=442; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=591; workers_joined=727; workers_able=136; workers_busy=4; workers_idle=132; workers_init=0; workers_connected=136; workers=136; network_interfaces=[{"family":"AF_INET","host":"132.249.107.175","interface":"eth0"},{"family":"AF_INET","host":"10.1.255.175","interface":"eth1"}]; master_preferred_connection="by_ip"; priority=0; port=9001; version="6.2.10 FINAL"; owner="mufeng"; working_dir="/projects/gilson-onsager/mufeng/tsqm/td/56sdistant"; starttime=1550959917; project="dihedral"; type="wq_master"; ] [ name="Yeti.lifemapper.org"; lastheardfrom=1551225592; address="129.237.201.119"; foremen=[]; masters=[]; workers_to_connect=400; workers_requested=0; workers_needed=400; workers_submitted=400; submission_regex="lifemapper.\\*"; project_regex="lifemapper.\\*"; type="wq_factory"; ] [ name="Yeti.lifemapper.org"; lastheardfrom=1551225352; address="129.237.201.119"; url="http://yeti.lifemapper.org:9097"; port=9097; starttime=1551118550; owner="lmwriter"; version="7.0.2"; type="catalog"; ]